-- Logs begin at Tue 2021-08-31 16:23:05 UTC, end at Tue 2021-08-31 17:38:29 UTC. -- Aug 31 16:57:59.666413 dv-cinder-786931-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 16:58:02.424267 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.common.config [-] Logging enabled! Aug 31 16:58:02.424827 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 16:58:02.424988 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 16:58:02.428224 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.common.config [-] Logging enabled! Aug 31 16:58:02.428500 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Aug 31 16:58:02.428817 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 16:58:02.429760 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 16:58:02.429995 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 16:58:02.430356 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 16:58:02.430601 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 16:58:02.430831 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 16:58:02.431190 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.431485 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.431781 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.432015 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.432314 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.432642 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.432932 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.433221 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.433522 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.433809 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.434090 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.434387 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.434606 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.434889 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.435181 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.435476 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.435698 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] debug = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.436000 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.436424 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.436859 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.437142 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.437432 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.437717 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.437990 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.438265 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.438551 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.438880 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] host = dv-cinder-786931-6-iscsi {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.439158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.439444 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.439728 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.440012 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.440288 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.440590 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.440877 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.441151 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.441425 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.441704 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.441992 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.442279 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.442571 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.442798 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.443021 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.443310 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.443702 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.444190 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.444270 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.444517 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.444790 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.445067 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.445343 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.445635 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.445920 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.446203 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.446480 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.446755 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.447025 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.447297 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.447580 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.447853 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.448126 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.448399 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.448722 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.449248 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.449522 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.449825 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.450110 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.450391 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.450676 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.450960 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.451239 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.451538 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.451809 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.452079 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] use_json = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.452353 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.452645 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.452934 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.453207 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.453480 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.453804 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.454096 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.454383 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:02.454681 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.454980 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.455285 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.455568 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.455862 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.456143 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.456431 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.456807 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.457096 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.457386 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.457675 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.457948 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.458237 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.458514 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.458808 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.459115 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.459412 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.459704 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.459982 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.460256 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.460551 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.460832 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.461125 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.461403 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.461693 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.461985 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.462272 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.462557 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.462852 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.463147 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.463421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.463702 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.463993 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.464271 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.464568 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.464847 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.465146 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.465425 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.465700 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.465981 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.466263 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.466537 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.466803 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.467586 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.467890 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.468171 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.468447 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.468746 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.469024 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.469297 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.469582 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.469860 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.470133 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.470404 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.470685 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.470955 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.471226 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.471505 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.471780 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.472059 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.472331 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.472626 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.472903 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.473175 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.473447 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.473719 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.473991 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.474267 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.474540 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.474886 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.475168 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.475445 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.475721 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.476015 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.476316 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.476618 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.476900 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.477180 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.477457 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.477735 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.478013 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.478291 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.478571 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.478843 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.479135 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.479420 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.479710 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.479994 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.480279 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.480604 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.480884 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.481167 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.481447 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.481727 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.482017 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.482292 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.482583 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.483413 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.483715 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.484007 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.484305 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.484624 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.484940 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.485292 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:02.485517 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 16:58:02.485768 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94048) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 16:58:02.840938 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 16:58:02.841217 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 16:58:02.841434 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 16:58:02.841768 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 16:58:03.245085 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.245368 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.245653 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.246939 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.247216 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.247491 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.283153 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.283427 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.283686 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.300842 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.301122 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.301395 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.331079 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.331360 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.331635 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.373587 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.373873 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.374147 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.609392 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.610009 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.610009 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.610256 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.610993 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.735122 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.735468 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.735722 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.735997 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.736260 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.736593 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.736856 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.737109 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.737366 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.737646 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.737908 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.738172 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.738426 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.738679 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.738932 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.739197 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.739453 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.739724 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.740032 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.740293 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.740592 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.740848 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.741134 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.741510 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.741761 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.742008 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.742422 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:03.742666 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:03.742907 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:03.743146 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:03.743388 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:03.743625 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:03.743990 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 16:58:03.747181 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 16:58:03.751159 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 16:58:03.755000 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1500, 1549)])]) Aug 31 16:58:03.756663 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 16:58:03.757109 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 16:58:03.757604 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 16:58:03.757993 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 16:58:03.760834 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 16:58:03.761072 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 16:58:03.761421 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 16:58:03.767354 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 16:58:03.789638 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 16:58:03.790097 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.790400 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94048) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 16:58:03.790765 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.792127 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94048) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 16:58:03.792412 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 16:58:03.792688 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 16:58:03.796014 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.796322 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:03.860917 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 16:58:03.861145 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 16:58:03.861305 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 16:58:03.861676 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 16:58:03.883558 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_db.sqlalchemy.engines [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94048) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 16:58:04.421530 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing driver for type 'gre' Aug 31 16:58:04.422160 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] gre ID ranges: [(1, 1000)] Aug 31 16:58:04.486119 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing driver for type 'local' Aug 31 16:58:04.486451 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing driver for type 'vlan' Aug 31 16:58:04.503033 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] VlanTypeDriver initialization complete Aug 31 16:58:04.503592 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing driver for type 'vxlan' Aug 31 16:58:04.504373 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] vxlan ID ranges: [(1, 1000)] Aug 31 16:58:04.564744 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing extension driver 'port_security' Aug 31 16:58:04.565108 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] PortSecurityExtensionDriver initialization complete Aug 31 16:58:04.565478 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing mechanism driver 'openvswitch' Aug 31 16:58:04.565861 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing mechanism driver 'hyperv' Aug 31 16:58:04.572397 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:04.573105 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.573475 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.573825 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.574596 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 16:58:04.575032 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.575405 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.575821 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.576434 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 16:58:04.576676 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.577111 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.577370 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.577756 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 16:58:04.578161 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > security_group after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.578506 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > security_group after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.578920 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.579443 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 16:58:04.579850 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.580204 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.580579 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.580970 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 16:58:04.581376 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > address_group after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.581723 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > address_group after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.582062 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.582451 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 16:58:04.582830 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] ML2 OVO RPC backend initialized. {{(pid=94048) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 16:58:04.583534 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.583885 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.584302 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.584673 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > networks before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.585022 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.585366 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > ports before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.585710 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.586053 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnets before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.586398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.586738 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.587076 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.587409 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.587743 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.588106 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.588438 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.588800 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.589136 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.589835 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.plugin [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Modular L2 Plugin initialization complete Aug 31 16:58:04.590086 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading services supported by the core plugin {{(pid=94048) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 16:58:04.590427 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Got port-security extension from driver 'port_security' Aug 31 16:58:04.590936 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.extensions.vlantransparent [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Disabled vlantransparent extension. Aug 31 16:58:04.591463 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94048) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 16:58:04.591799 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: router Aug 31 16:58:04.631669 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.632470 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.632470 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router before_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.632848 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.633233 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.633646 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_delete 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.634063 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.634456 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.634861 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.635240 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.635637 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.636030 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.636425 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.637060 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.637235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.637617 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.637992 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.638343 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.638693 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.640166 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.640166 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.640166 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.640501 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.640869 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.641225 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.641602 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.641934 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.642296 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > agent after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.642649 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > agent after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.642992 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.643887 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Tracking information for resource: router configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:04.644219 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Tracking information for resource: floatingip configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 16:58:04.649425 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.db.l3_agentschedulers_db [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 16:58:04.650019 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.650378 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.650724 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.651078 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.651879 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router before_create 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.652236 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.652637 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_create 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.653004 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > router precommit_update 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.658243 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.provider_configuration [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service providers = [] {{(pid=94048) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 16:58:04.658608 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.db.servicetype_db [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94048) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 16:58:04.661655 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.service_base [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 16:58:04.662007 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.service_base [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 16:58:04.662355 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.service_base [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 16:58:04.663283 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.services.service_base [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 16:58:04.663650 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.services.service_base [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 16:58:04.664026 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.664351 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 16:58:04.675582 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.675838 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: auto_allocate Aug 31 16:58:04.681641 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: network precommit_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.682011 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: network precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.682534 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.682853 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: tag Aug 31 16:58:04.689964 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.690291 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: timestamp Aug 31 16:58:04.694340 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.694672 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: network_ip_availability Aug 31 16:58:04.700415 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.700810 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.701185 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.702473 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.702833 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: flavors Aug 31 16:58:04.707762 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.708095 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading Plugin: revisions Aug 31 16:58:04.712584 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 16:58:04.712980 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_concurrency.lockutils [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.871s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 16:58:04.713733 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94048) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 16:58:04.714068 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Initializing extension manager. Aug 31 16:58:04.714583 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: __init__.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.714925 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: __pycache__ {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.715262 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.715595 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: address_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.716369 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.716994 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: address-group Aug 31 16:58:04.717319 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: address_scope.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.718030 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.718531 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: address-scope Aug 31 16:58:04.718847 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.719798 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.720295 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: router-admin-state-down-before-update Aug 31 16:58:04.720652 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: agent.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.721572 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.722074 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: agent Aug 31 16:58:04.722389 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: agent_resources_synced.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.723297 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.723795 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: agent-resources-synced Aug 31 16:58:04.724119 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: allowedaddresspairs.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.725974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.726485 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: allowed-address-pairs Aug 31 16:58:04.726809 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: auto_allocated_topology.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.727886 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.728386 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: auto-allocated-topology Aug 31 16:58:04.728738 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: availability_zone.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.729432 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.729923 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: availability_zone Aug 31 16:58:04.730243 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: availability_zone_filter.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.731154 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.731648 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: availability_zone_filter Aug 31 16:58:04.731967 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: data_plane_status.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.732925 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.733422 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 16:58:04.733740 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: default_subnetpools.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.734654 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.735150 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: default-subnetpools Aug 31 16:58:04.735466 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.736281 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.736815 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: dhcp_agent_scheduler Aug 31 16:58:04.737132 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: dns.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.738047 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.738544 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 16:58:04.738863 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: dns_domain_ports.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.739777 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.740273 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 16:58:04.740628 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.741548 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.742047 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 16:58:04.742366 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: dvr.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.743034 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.743527 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: dvr Aug 31 16:58:04.743844 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: ecmp_routes.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.744794 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.745287 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 16:58:04.745603 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: empty_string_filtering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.746506 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.747007 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: empty-string-filtering Aug 31 16:58:04.747325 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.748795 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.749286 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 16:58:04.749606 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.750514 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.751007 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 16:58:04.751332 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: external_net.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.752280 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.752806 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: external-net Aug 31 16:58:04.753264 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.754108 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.754984 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: extra_dhcp_opt Aug 31 16:58:04.754984 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: extraroute.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.756442 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.756442 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: extraroute Aug 31 16:58:04.756442 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: extraroute_atomic.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.758985 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.758985 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: extraroute-atomic Aug 31 16:58:04.758985 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: filter_validation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.758985 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.760032 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: filter-validation Aug 31 16:58:04.760032 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: fip_pf_description.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.760714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.761212 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 16:58:04.761532 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: fip_port_details.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.762441 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.762942 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: fip-port-details Aug 31 16:58:04.763262 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: flavors.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.765094 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.765603 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: flavors Aug 31 16:58:04.765921 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.767577 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.768087 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 16:58:04.768413 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: floatingip_pools.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.769187 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.769697 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: floatingip-pools Aug 31 16:58:04.770022 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: ip_allocation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.770944 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.771449 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 16:58:04.771767 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.772719 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.773224 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: ip-substring-filtering Aug 31 16:58:04.773550 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l2_adjacency.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.774480 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.774981 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 16:58:04.775301 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.776404 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.776943 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: router Aug 31 16:58:04.777266 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.779508 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.780023 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 16:58:04.780352 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.781321 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.781823 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: ext-gw-mode Aug 31 16:58:04.782144 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.783084 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.783587 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: l3-ha Aug 31 16:58:04.783912 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3_flavors.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.784852 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.785387 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: l3-flavors Aug 31 16:58:04.785710 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.786661 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.787167 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 16:58:04.787492 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: l3agentscheduler.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.788579 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.789137 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: l3_agent_scheduler Aug 31 16:58:04.789411 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: logging.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.790886 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.791398 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension logging not supported by any of loaded plugins Aug 31 16:58:04.791759 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: metering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.792537 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.793058 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: metering Aug 31 16:58:04.793385 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.794541 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.794996 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: metering_source_and_destination_fields Aug 31 16:58:04.795340 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: multiprovidernet.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.796268 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.796798 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: multi-provider Aug 31 16:58:04.797121 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: netmtu.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.798031 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.798526 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: net-mtu Aug 31 16:58:04.798847 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: netmtu_writable.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.799758 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.800253 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: net-mtu-writable Aug 31 16:58:04.800604 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: network_availability_zone.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.801278 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.801770 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: network_availability_zone Aug 31 16:58:04.802088 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: network_ip_availability.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.803167 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.803669 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: network-ip-availability Aug 31 16:58:04.803995 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: network_segment_range.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.804790 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.805284 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 16:58:04.805604 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: pagination.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.806585 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.806913 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: pagination Aug 31 16:58:04.807233 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: port_device_profile.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.808139 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.808672 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: port-device-profile Aug 31 16:58:04.808996 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.809923 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.810424 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: port-mac-address-regenerate Aug 31 16:58:04.811260 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.812178 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.812725 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: port-numa-affinity-policy Aug 31 16:58:04.813043 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: port_resource_request.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.813966 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.814465 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 16:58:04.814790 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: portbindings.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.815699 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.816200 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: binding Aug 31 16:58:04.816548 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: portbindings_extended.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.817950 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.818458 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: binding-extended Aug 31 16:58:04.818786 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: portsecurity.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.819736 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.820238 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: port-security Aug 31 16:58:04.820593 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: project_id.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.821570 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.821895 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: project-id Aug 31 16:58:04.822218 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: providernet.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.823148 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.823653 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: provider Aug 31 16:58:04.824230 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.828259 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.829007 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos not supported by any of loaded plugins Aug 31 16:58:04.829133 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.830383 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.830885 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 16:58:04.831213 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.832142 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.832675 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 16:58:04.833002 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_default.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.833916 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.834414 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-default not supported by any of loaded plugins Aug 31 16:58:04.834744 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_fip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.835405 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.835897 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 16:58:04.836213 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_gateway_ip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.837179 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.837677 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 16:58:04.837997 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_port_network_policy.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.838905 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.839402 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 16:58:04.839724 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_pps_rule.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.840927 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.841430 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 16:58:04.841752 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_rule_type_details.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.843191 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.843730 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 16:58:04.844056 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: qos_rules_alias.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.845137 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.845640 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 16:58:04.845960 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: quotasv2.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.846919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.847246 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: quotas Aug 31 16:58:04.847567 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: quotasv2_detail.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.850705 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.851048 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: quota_details Aug 31 16:58:04.851383 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: rbac.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.852709 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.853232 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: rbac-policies Aug 31 16:58:04.853565 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: rbac_address_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.854499 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.855006 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: rbac-address-group Aug 31 16:58:04.855330 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: rbac_address_scope.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.856256 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.856793 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: rbac-address-scope Aug 31 16:58:04.857119 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: rbac_security_groups.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.858578 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.859159 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: rbac-security-groups Aug 31 16:58:04.859408 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: rbac_subnetpool.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.860325 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.860860 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: rbac-subnetpool Aug 31 16:58:04.861186 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: revisionifmatch.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.862106 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.862615 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: revision-if-match Aug 31 16:58:04.862943 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: revisions.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.864057 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.864590 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: standard-attr-revisions Aug 31 16:58:04.864915 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: router_availability_zone.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.865596 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.866092 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: router_availability_zone Aug 31 16:58:04.866440 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: routerservicetype.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.867356 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.867854 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 16:58:04.868175 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.869127 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.869626 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: security-groups-normalized-cidr Aug 31 16:58:04.869949 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.870872 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.871372 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: port-security-groups-filtering Aug 31 16:58:04.871698 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.872666 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.873177 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: security-groups-remote-address-group Aug 31 16:58:04.873513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: securitygroup.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.883112 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.883640 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: security-group Aug 31 16:58:04.883974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: segment.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.884806 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.885305 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension segment not supported by any of loaded plugins Aug 31 16:58:04.885633 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.886664 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.887096 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 16:58:04.887439 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: servicetype.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.888805 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.889246 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: service-type Aug 31 16:58:04.889695 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: sorting.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.890570 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.890941 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: sorting Aug 31 16:58:04.891247 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: standard_attr_segment.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.892125 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.892664 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 16:58:04.892990 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: standardattrdescription.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.893638 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.894140 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: standard-attr-description Aug 31 16:58:04.894467 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: stateful_security_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.895401 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.895909 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: stateful-security-group Aug 31 16:58:04.896236 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: stdattrs_common.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.896847 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 16:58:04.897166 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.898091 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.898608 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 16:58:04.898927 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: subnet_onboard.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.900015 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.900547 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: subnet_onboard Aug 31 16:58:04.900871 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.901847 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.902372 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 16:58:04.902626 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: subnet_service_types.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.903554 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.904064 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: subnet-service-types Aug 31 16:58:04.904385 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: subnetallocation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.906020 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.906549 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: subnet_allocation Aug 31 16:58:04.906872 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.907554 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.908059 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: subnetpool-prefix-ops Aug 31 16:58:04.908379 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.909347 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.909853 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 16:58:04.910172 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: tagging.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.911238 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.911794 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: standard-attr-tag Aug 31 16:58:04.912107 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: timestamp.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.913334 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.913839 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loaded extension: standard-attr-timestamp Aug 31 16:58:04.914164 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: trunk.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.915211 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.915710 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension trunk not supported by any of loaded plugins Aug 31 16:58:04.916032 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: trunk_details.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.916988 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.917492 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 16:58:04.917808 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: uplink_status_propagation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.918741 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.919249 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 16:58:04.919647 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Loading extension file: vlantransparent.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 16:58:04.920915 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 16:58:04.921420 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 16:58:04.923899 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:network Aug 31 16:58:04.924424 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:subnet Aug 31 16:58:04.924858 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 16:58:04.925248 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:port Aug 31 16:58:04.926589 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.926946 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service FLAVORS assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.927576 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.927993 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.928387 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:router Aug 31 16:58:04.928904 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 16:58:04.929356 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service METERING assigned prefix: /metering {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.930750 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.931121 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.931482 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 16:58:04.932563 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 16:58:04.933000 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:security_group Aug 31 16:58:04.933427 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 16:58:04.935235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.935541 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 16:58:04.935959 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] subnetpool is already registered Aug 31 16:58:04.936428 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.936748 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 16:58:04.937078 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] subnetpool is already registered Aug 31 16:58:04.939371 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.939801 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service FLAVORS assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.940404 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.940845 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.941178 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:router Aug 31 16:58:04.941509 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] router is already registered Aug 31 16:58:04.941913 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 16:58:04.942244 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] floatingip is already registered Aug 31 16:58:04.942698 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service METERING assigned prefix: /metering {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.943363 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 16:58:04.943694 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] rbac_policy is already registered Aug 31 16:58:04.944122 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:security_group Aug 31 16:58:04.944527 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] security_group is already registered Aug 31 16:58:04.944936 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 16:58:04.945267 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] security_group_rule is already registered Aug 31 16:58:04.945891 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.946216 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 16:58:04.946547 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] subnetpool is already registered Aug 31 16:58:04.946963 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 16:58:04.947288 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 16:58:04.947614 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] subnetpool is already registered Aug 31 16:58:04.948080 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: extensions {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.949867 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: address-groups {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.951867 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: address-scopes {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.953222 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: agents {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.954396 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: auto-allocated-topology {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.955645 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: availability_zones {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.956902 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: dhcp-networks {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.958412 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: dhcp-agents {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.959836 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: routers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.962034 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: flavors {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.963216 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: service_profiles {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.964429 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: next_providers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.965881 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: service_profiles {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.967949 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: floatingip-pools {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.969188 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: routers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.971315 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: floatingips {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.972625 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: l3-routers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.973996 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: l3-agents {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.975385 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: metering-labels {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.976757 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: metering-label-rules {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.978055 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: network-ip-availabilities {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.979312 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: bindings {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.980963 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: quotas {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.982418 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: quotas {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.983853 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: rbac-policies {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.985095 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: security-groups {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.986387 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: security-group-rules {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.987617 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: service-providers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.988853 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: subnetpools {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.990287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: subnetpools {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.992927 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.995182 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.997011 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:04.998818 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.001780 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.003649 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.005378 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.007271 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.009062 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.010798 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron.api.extensions [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 16:58:05.017332 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING keystonemiddleware.auth_token [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 16:58:05.022101 dv-cinder-786931-6-iscsi neutron-server[94048]: WARNING keystonemiddleware.auth_token [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 16:58:05.031099 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_concurrency.lockutils [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Acquired lock "singleton_lock" {{(pid=94048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 16:58:05.031576 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_concurrency.lockutils [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Releasing lock "singleton_lock" {{(pid=94048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 16:58:05.032220 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Starting 2 workers Aug 31 16:58:05.037470 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Started child 94157 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 16:58:05.042320 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Started child 94158 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 16:58:05.044081 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO neutron.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 16:58:05.044674 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:05.045320 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Notify callbacks [] for process, before_spawn {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:05.046300 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [-] (94157) wsgi starting up on http://0.0.0.0:9696 Aug 31 16:58:05.047499 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Starting 1 workers Aug 31 16:58:05.049996 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:05.052159 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [-] (94158) wsgi starting up on http://0.0.0.0:9696 Aug 31 16:58:05.052867 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Started child 94159 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 16:58:05.053430 dv-cinder-786931-6-iscsi neutron-server[94048]: INFO oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Starting 1 workers Aug 31 16:58:05.056887 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] calling RpcWorker wait() {{(pid=94159) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 16:58:05.057509 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] returning from RpcWorker wait() {{(pid=94159) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 16:58:05.058132 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Started child 94160 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 16:58:05.058614 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:05.058927 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5b0360a5-f3e5-4ec0-af98-6bd9705ccff1 None None] Notify callbacks [] for process, after_spawn {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:05.059106 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:05.061078 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 16:58:05.061288 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 16:58:05.061645 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 16:58:05.061869 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 16:58:05.062746 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 16:58:05.062746 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 16:58:05.062922 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.063180 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.063441 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.063689 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.064001 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.064609 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.064845 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:05.065320 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.065320 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.065320 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.065569 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.065790 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:05.065886 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.066043 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.066450 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.066691 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.067020 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.067303 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.067543 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.067818 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.067997 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.068255 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.068546 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.068777 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.069039 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] debug = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.069281 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.069785 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.070034 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.070272 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.070489 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.070781 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.071009 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.071276 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.071522 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.071749 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.071990 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.072261 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.072517 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.072736 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.072953 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.073202 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.073441 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.074176 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] host = dv-cinder-786931-6-iscsi {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.074473 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.074627 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.074855 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.075101 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.075345 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.075576 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.075863 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.076110 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.076907 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.077142 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.077391 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.077648 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.077966 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.078299 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.078580 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_options = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.078916 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.079216 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.079493 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.079777 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.079952 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.080092 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.080286 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.080454 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.080738 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.080976 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.081193 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.081420 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.081729 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.081884 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.082069 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.082314 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.082533 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.082789 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.082993 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.083235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.083462 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.083689 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.083931 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.084152 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.084368 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.084673 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.084858 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.085082 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.085295 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.085552 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.085797 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.086052 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.086297 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.086566 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.086798 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.087025 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.087240 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.087508 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.087738 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.087988 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.088233 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.088472 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.088744 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.088962 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.089210 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.089444 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_json = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.089658 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.089922 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.090138 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.090354 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.090568 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.090780 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.090993 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.091225 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.091669 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.092014 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.092871 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.093319 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.093669 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.093825 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.094564 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.094829 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.095158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.095314 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.095597 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.095821 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.096352 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.096726 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.097015 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.097429 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.097632 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.097910 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.098147 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.098568 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.098715 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.098851 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.099123 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.099413 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.099615 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.099827 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.100123 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.100377 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.100704 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.100922 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.101169 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.101386 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.101605 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.101818 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.102043 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.102252 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.102470 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.102768 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.102969 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.103175 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.103602 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.103834 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.104056 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.104285 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.104533 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.104891 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.105131 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.105312 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.105450 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.105663 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.105878 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.106448 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.106448 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.107165 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.107165 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.107165 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.107622 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.107622 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.108061 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.108061 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.108410 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.108410 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.108725 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.108876 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.109040 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.109250 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.109513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.109730 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.110056 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.110555 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.110555 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.110878 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.110878 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.111238 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.111394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.111533 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.111668 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.111871 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.112100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.112353 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.112549 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.112750 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.112983 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.113199 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.113444 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.113675 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.113890 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.114104 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.114343 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.117398 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.118714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.119974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121158 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121960 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121960 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.121960 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.122487 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.122487 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.122810 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.122972 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.123168 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.123411 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.123669 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.123903 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.124164 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.124404 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.124671 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.124909 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.125176 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.125437 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.125686 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.125899 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.126127 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.126498 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.126687 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.126844 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.127085 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.127385 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.127838 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.127838 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.128163 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.128319 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.128922 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.128922 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.129203 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.129203 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.129749 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.129749 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.130025 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.130025 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.130284 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.130466 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.130714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.130876 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.131131 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.131344 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.131561 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.131792 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.132007 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.132235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.132596 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.132828 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.132984 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.133151 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.133344 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.133536 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.133748 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.133990 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.134250 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.134482 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.134751 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.135000 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.135256 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.135471 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.135709 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.135961 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.136193 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.136440 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.136681 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.136917 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.137100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.137314 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.137527 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.137739 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.137965 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.138193 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.138481 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.138718 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.139582 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.139832 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.140107 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.140350 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.140608 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.140976 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.141080 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.141288 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.141503 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.141716 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.141929 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.142167 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.142411 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.142718 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.142883 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.143063 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.143678 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.143678 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.143974 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.144142 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.144274 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.144508 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.144754 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.145102 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.145508 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.145931 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.146150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.146362 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.146577 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.146790 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.147177 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.147416 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.147716 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.148451 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.148701 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.148924 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.149161 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.149393 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.150080 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.150080 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.151455 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.151712 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.151922 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.152452 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.152701 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.154630 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.155419 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.155714 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.156008 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.156403 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.156828 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.157064 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.157376 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.157720 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.158078 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.158575 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.158862 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.159134 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.159397 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.159653 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.159906 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.160140 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.160547 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.162238 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.162509 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.162797 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.163088 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.163555 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.163987 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.164779 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.165329 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.165818 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.165818 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.166079 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.166500 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.167418 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.167418 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.167685 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.168372 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.168372 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.168705 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.168954 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.169289 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.169567 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.169820 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.170495 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.170495 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.170758 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.171060 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.172622 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.172622 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.172622 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.172622 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.172991 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.172991 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.173356 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.173553 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.173845 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.174075 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 16:58:05.174662 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 16:58:05.174849 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 16:58:05.174996 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 16:58:05.175149 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 16:58:05.175371 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 16:58:05.175465 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 16:58:05.175754 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.175909 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.176006 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.176365 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.176797 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.177208 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.177489 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.177724 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.177959 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.178183 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.178411 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.178631 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.178856 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.179081 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.179299 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.179528 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.179756 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.179981 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.180203 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.180431 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.180674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.180900 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.181115 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] debug = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.181339 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.181623 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.181778 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182095 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182095 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182327 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182447 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182520 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182678 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182849 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.182978 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.183138 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.183409 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.183554 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.184674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.184674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.184674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.184674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] host = dv-cinder-786931-6-iscsi {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.184674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.184674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185155 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185155 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185155 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185371 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185467 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185584 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.185769 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.186301 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.186640 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.186971 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.187300 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.187449 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.187660 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_options = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.187807 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.187933 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.188053 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.188381 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.188558 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.188729 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.188886 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.189190 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.189487 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.189830 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.189985 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.190147 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.190306 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.190464 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.190615 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.190777 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.190938 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.191104 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.191259 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.191423 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.191577 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.191735 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.191900 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.192057 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.192208 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.192347 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.192519 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.192680 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.192839 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.193005 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.193153 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.193312 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.193463 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.196513 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_json = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.197287 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198100 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.198683 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.199771 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.199771 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.199771 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.199771 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.199771 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.200157 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.200157 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.200157 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.200377 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.201235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.201235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.201235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.201235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.201235 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.202416 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.202416 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.202644 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.202824 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.202992 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.203191 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.203358 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.203522 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.203688 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.203853 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.204016 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.204181 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.204401 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.204574 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.204727 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.204838 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205091 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205183 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205316 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205478 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205648 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205852 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.205962 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.206121 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.206282 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.206444 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.206606 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.206767 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.206940 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.207102 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.207266 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.207423 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.207585 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.207747 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.207913 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.208093 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.208222 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.208390 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.208559 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.208765 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.208962 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209112 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209203 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209319 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209485 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209641 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209774 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.209942 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.210103 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.210264 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.210426 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.210588 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.210758 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.210914 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.211077 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.211217 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.211383 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.211546 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.211706 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.211880 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.212066 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.212510 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.212510 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.212668 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.212742 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.212891 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213048 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213465 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213465 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213700 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213700 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213830 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.213959 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.214118 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.214444 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.214750 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.214920 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215083 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215246 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215409 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215578 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215750 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215884 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.215960 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:05.216031 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.216195 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.216355 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.216624 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.216709 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.216835 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.217641 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.217806 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.217940 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.218107 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.218273 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.218446 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.218608 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.218771 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.218939 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.219095 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.219257 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.219521 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.219620 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.219730 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.219891 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.220053 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.220223 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.220395 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.220579 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.220743 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221102 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221204 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221299 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221443 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221604 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221769 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.221915 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.222077 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.222238 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.222400 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.222607 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.222763 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.222928 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.223087 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.223249 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.223409 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.223570 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.223732 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.223893 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.224056 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.224219 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.224381 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.224662 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.224859 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.224948 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225047 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225297 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225380 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225511 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225751 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225835 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.225969 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.226128 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.226288 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.226448 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.226608 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.226767 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.226928 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.227091 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.227252 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.227415 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.227576 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.227738 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.227905 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.228060 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.228222 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.228385 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.228570 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.228733 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.228896 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.229059 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.229220 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.229381 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.229616 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.229713 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.229853 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.230030 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.230192 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.230822 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.230822 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.233037 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234150 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.234919 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.235674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.235674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.235674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.235674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.235674 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.237421 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.238796 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239228 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239599 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239599 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239743 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239807 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.239938 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.240101 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.240262 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.240436 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.240625 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.240793 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.240952 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.241113 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.241943 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.241943 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.241943 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.241943 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.241943 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1500:1549'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243394 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243834 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243834 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243834 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.243834 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.244057 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.244057 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.244170 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.244718 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.244718 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.244718 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.246382 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 16:58:05.247231 dv-cinder-786931-6-iscsi neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 16:58:05.342734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:05.351449 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0063632 Aug 31 16:58:17.849978 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25755c8d-781d-448c-b3ea-1bb93eba729d None None] get_active_networks_info from dv-cinder-786931-6-iscsi {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 16:58:18.003920 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25755c8d-781d-448c-b3ea-1bb93eba729d None None] No non-hosted networks {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 16:58:18.016056 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.agentschedulers_db [None req-25755c8d-781d-448c-b3ea-1bb93eba729d None None] DHCP Agent not found on host dv-cinder-786931-6-iscsi {{(pid=94159) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 16:58:18.182941 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6508b8d-c3e5-4dc9-9c5e-3e24d13b1da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448738'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:20.607388 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448738'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:20.610532 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.611384 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.612707 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.613676 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.614454 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.615194 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.617031 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.618972 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.619722 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.620847 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.622998 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.624598 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:20.625259 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786931-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:20.678262 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786931-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:20.701517 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a9c8968-01be-4726-a404-dbea8acab4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448738'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:20.721578 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e0e1541-89ab-416f-8027-5d3a417307c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:21.924568 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448738'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:23.505490 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448738'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:24.713364 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35650) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:25.250049 dv-cinder-786931-6-iscsi neutron-server[94157]: WARNING oslo_policy.policy [None req-69ca623d-7905-4462-9363-37d7f72d1a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:25.250953 dv-cinder-786931-6-iscsi neutron-server[94157]: WARNING oslo_policy.policy [None req-69ca623d-7905-4462-9363-37d7f72d1a5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:25.480789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [None req-69ca623d-7905-4462-9363-37d7f72d1a5c admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:58:25.482393 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-69ca623d-7905-4462-9363-37d7f72d1a5c admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7681096 Aug 31 16:58:27.980833 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35664) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:28.039436 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.db.l3_hamode_db [None req-f5d8cd67-4fe2-40f2-9a9a-4a4ae241cb9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 16:58:28.117566 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8cd67-4fe2-40f2-9a9a-4a4ae241cb9d None None] Routers set() bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:28.117957 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d8cd67-4fe2-40f2-9a9a-4a4ae241cb9d None None] Router IDs set() for agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 16:58:28.333388 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:28.428000 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.policy [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94157) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 16:58:28.473104 dv-cinder-786931-6-iscsi neutron-server[94157]: WARNING oslo_policy.policy [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:28.473481 dv-cinder-786931-6-iscsi neutron-server[94157]: WARNING oslo_policy.policy [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:28.482333 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.quota [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] Loaded quota_driver: . Aug 31 16:58:28.577887 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790230838887', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790230836148', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790230855970', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790230854534', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790231262946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790230804100', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1576003', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1464676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3772851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3735139'] for rbac-policy, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:28.644812 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:28.646013 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-6e5ded07-10ce-4063-a49d-fe9566d71e77 admin admin] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6636505 Aug 31 16:58:31.287501 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:31.597722 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Request body: {'network': {'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'name': 'private', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:31.626018 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Made reservation on behalf of 613bf937bd4d45f290af96322dcdc0c3 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:31.628783 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.646305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.775114 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.780146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.800372 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1500, 'physical_network': 'physnet1'} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 16:58:31.828364 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790232005578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.828963 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Unsubscribe: segment precommit_create {{(pid=94157) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 16:58:31.829455 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Added segment 89df312e-8f0b-4000-bef6-020b9c63a96e of type vlan for network c22f9974-4564-44bf-aa22-e4bedd534936 Aug 31 16:58:31.845703 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de9848d-6146-4962-97a8-4aa530067be1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:31.872124 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.872471 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.872827 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.873182 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.873480 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.873817 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.874139 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.874479 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.874917 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.875270 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.875585 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.875900 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Tracked resource versions report: Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: pushed versions: Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: { 'AddressGroup': {'1.2'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'ConntrackHelper': {'1.0'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Log': {'1.0'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Network': {'1.1'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Port': {'1.7'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'PortForwarding': {'1.2'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'QosPolicy': {'1.9'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroup': {'1.4'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroupRule': {'1.2'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SubPort': {'1.0'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Subnet': {'1.1'}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Trunk': {'1.1'}} Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: consumer versions: Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'ConntrackHelper': '1.0', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Log': '1.0', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Network': '1.1', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Port': '1.7', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'PortForwarding': '1.2', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'QosPolicy': '1.9', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroup': '1.4', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroupRule': '1.2', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SubPort': '1.0', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Subnet': '1.1', Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Trunk': '1.1'}} Aug 31 16:58:31.877062 dv-cinder-786931-6-iscsi neutron-server[94157]: {{(pid=94157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 16:58:31.955106 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.994250 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:31.995292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:31.995923 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:32.077970 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7893095 Aug 31 16:58:32.098124 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3fe35-ff56-4439-b97e-e3d8640a4ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=c22f9974-4564-44bf-aa22-e4bedd534936,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:32.110618 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network c22f9974-4564-44bf-aa22-e4bedd534936 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:58:34.845356 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35690) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:35.281724 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ca275-bce5-448d-9599-4101678ef200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:35.283100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-b95ca275-bce5-448d-9599-4101678ef200 admin admin] 10.222.0.107 "GET /v2.0/networks/c22f9974-4564-44bf-aa22-e4bedd534936 HTTP/1.1" status: 200 len: 826 time: 0.4367938 Aug 31 16:58:35.307709 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5c494895-e0c7-42c3-9f8a-0471546c662e admin admin] 10.222.0.107 "GET /v2.0/subnetpools/1d1812ad-1cba-4b66-81bf-c92a73ae0f51 HTTP/1.1" status: 200 len: 734 time: 0.0182679 Aug 31 16:58:35.317894 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:35.341506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Made reservation on behalf of 613bf937bd4d45f290af96322dcdc0c3 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:35.343855 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.648887 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.719083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Checking segment: {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:35.719439 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Network hostable DHCP agents. Network: c22f9974-4564-44bf-aa22-e4bedd534936, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:58:35.724017 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92efb379-d1e0-436c-a00c-8089401ff519,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:35.743994 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Network c22f9974-4564-44bf-aa22-e4bedd534936 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:58:35.758377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, c22f9974-4564-44bf-aa22-e4bedd534936) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:35.763755 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:35.764346 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:35.768434 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c0ccd-1b85-47b0-ad8e-7325006bbe5e None None] Network c22f9974-4564-44bf-aa22-e4bedd534936 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:58:35.777737 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-86063295-a0d2-4374-94f2-1a06b815bca2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4632213 Aug 31 16:58:36.090183 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-c22f9974-4564-44bf-aa22-e4bedd534936', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 16:58:36.091461 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.366288 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Allocated IP 172.20.0.2 (c22f9974-4564-44bf-aa22-e4bedd534936/92efb379-d1e0-436c-a00c-8089401ff519/b6cf5b46-0874-4dc7-8ed4-158a093a4a97) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:36.575223 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.620695 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Transition to ACTIVE for port object b6cf5b46-0874-4dc7-8ed4-158a093a4a97 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:36.643024 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Transition to ACTIVE for port object b6cf5b46-0874-4dc7-8ed4-158a093a4a97 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:36.650970 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.714001 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Network c22f9974-4564-44bf-aa22-e4bedd534936 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:36.722498 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:36.735406 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:36.742935 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Pushing event updated for resources: {'Port': ['ID=b6cf5b46-0874-4dc7-8ed4-158a093a4a97,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:36.771632 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.772242 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.772319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.772651 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.772986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.773319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.773646 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.773971 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.774311 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.774663 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.774985 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.775302 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Tracked resource versions report: Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: pushed versions: Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: { 'AddressGroup': {'1.2'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Log': {'1.0'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Network': {'1.1'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Port': {'1.7'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'PortForwarding': {'1.2'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'QosPolicy': {'1.9'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroup': {'1.4'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SubPort': {'1.0'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Subnet': {'1.1'}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Trunk': {'1.1'}} Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: consumer versions: Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'ConntrackHelper': '1.0', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Log': '1.0', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Network': '1.1', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Port': '1.7', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'PortForwarding': '1.2', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'QosPolicy': '1.9', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroup': '1.4', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroupRule': '1.2', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SubPort': '1.0', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Subnet': '1.1', Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Trunk': '1.1'}} Aug 31 16:58:36.776386 dv-cinder-786931-6-iscsi neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 16:58:36.824732 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Attempting to bind port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:58:36.825606 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Attempting to bind port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:58:36.826030 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Attempting to bind port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 on network c22f9974-4564-44bf-aa22-e4bedd534936 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:36.830990 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:58:36.831405 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Checking segment: {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:36.831885 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.832276 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Bound using segment: {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:58:36.832794 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Bound port: b6cf5b46-0874-4dc7-8ed4-158a093a4a97, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:58:36.833207 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.894832 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] For port b6cf5b46-0874-4dc7-8ed4-158a093a4a97, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:58:36.899144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] For port b6cf5b46-0874-4dc7-8ed4-158a093a4a97, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b6cf5b46-0874-4dc7-8ed4-158a093a4a97,segment=NetworkSegment(89df312e-8f0b-4000-bef6-020b9c63a96e),segment_id=89df312e-8f0b-4000-bef6-020b9c63a96e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:58:36.903867 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:36.968768 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f32b1b-6388-4b36-9a56-3e8034d868ba None None] Pushing event updated for resources: {'Port': ['ID=b6cf5b46-0874-4dc7-8ed4-158a093a4a97,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:38.232266 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35698) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:38.553758 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [None req-81c46f94-dc8a-418f-bbc3-adc5a1424f50 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:58:38.554760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-81c46f94-dc8a-418f-bbc3-adc5a1424f50 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215199 Aug 31 16:58:40.970637 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35706) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:41.288172 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [None req-bb487a14-49ba-422c-b430-b83b8974bb79 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:58:41.289201 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-bb487a14-49ba-422c-b430-b83b8974bb79 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176370 Aug 31 16:58:43.969479 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35716) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:44.282856 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] Request body: {'router': {'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'name': 'router1', 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:44.318461 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.320090 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.462214 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.467126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.479445 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:44.480864 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3850b76c-a724-42de-b98d-5d70420ab872 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5103827 Aug 31 16:58:44.723362 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b6cf5b46-0874-4dc7-8ed4-158a093a4a97 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:44.813657 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:45.427102 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33696a8-1d2b-4632-80e7-158445c4f995 None None] Network c22f9974-4564-44bf-aa22-e4bedd534936 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:58:45.543321 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] Provisioning for port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:45.554150 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] Provisioning complete for port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:45.554544 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.702719 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.741553 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] For port b6cf5b46-0874-4dc7-8ed4-158a093a4a97, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b6cf5b46-0874-4dc7-8ed4-158a093a4a97,segment=NetworkSegment(89df312e-8f0b-4000-bef6-020b9c63a96e),segment_id=89df312e-8f0b-4000-bef6-020b9c63a96e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:58:45.746995 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:45.795829 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891c029-4447-4450-8323-33ad3f4f41ab None None] Pushing event updated for resources: {'Port': ['ID=b6cf5b46-0874-4dc7-8ed4-158a093a4a97,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:45.867359 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1d82a0ea-9fd7-4524-9fbb-26034bf0aef2 None None] Provisioning complete for port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:45.867730 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d82a0ea-9fd7-4524-9fbb-26034bf0aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.693769 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b6cf5b46-0874-4dc7-8ed4-158a093a4a97 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:58:46.741635 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:46.742336 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:46.910251 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35728) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:47.228551 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [None req-46e5011a-673f-411f-94ed-4b3addee5343 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 16:58:47.229542 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-46e5011a-673f-411f-94ed-4b3addee5343 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184230 Aug 31 16:58:47.739342 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7afec2b1-f5c6-41cc-be44-8bee584696c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:49.656844 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 35736) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:49.994782 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:50.017086 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Made reservation on behalf of 442fb9df1098472ab5a0ad4306a4ccde for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:50.019346 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.028099 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.117178 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.121578 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.141093 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Reserving flat network on physical network physnet1 {{(pid=94157) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 16:58:50.159863 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.160203 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Added segment dfa3bf08-bdd6-44c3-86ac-89319b83c1fc of type flat for network b61273a0-cc70-4f00-adb8-4305493fc3e7 Aug 31 16:58:50.161786 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d493ad0-6389-4eb0-a17b-9c9ccbe4ee7b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:50.210292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.241628 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.242549 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:50.243119 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.296760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6385896 Aug 31 16:58:50.301353 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d65517-caf5-428d-904e-368c7f42c227 admin admin] Pushing event updated for resources: {'Network': ['ID=b61273a0-cc70-4f00-adb8-4305493fc3e7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:50.312655 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 16:58:50.586671 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:50.635596 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f3855c6-2bb1-464e-8a79-a415c56192db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:51.858696 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:52.718926 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 35754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:52.959545 dv-cinder-786931-6-iscsi neutron-server[94158]: WARNING oslo_policy.policy [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:52.960150 dv-cinder-786931-6-iscsi neutron-server[94158]: WARNING oslo_policy.policy [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:53.371587 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.policy [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 16:58:53.417228 dv-cinder-786931-6-iscsi neutron-server[94158]: WARNING oslo_policy.policy [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:53.417582 dv-cinder-786931-6-iscsi neutron-server[94158]: WARNING oslo_policy.policy [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 16:58:53.426060 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:53.428965 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-66574b8b-20f6-4298-b805-5f1d3f23d186 admin admin] 10.222.0.107 "GET /v2.0/subnets/92efb379-d1e0-436c-a00c-8089401ff519 HTTP/1.1" status: 200 len: 849 time: 0.7068367 Aug 31 16:58:53.445731 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:53.599209 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-541126f0-fc11-421f-bde0-9d9b3f5fa2a7 admin admin] 10.222.0.107 "GET /v2.0/routers/af5a2330-3100-457d-ac19-da34b98f7be7 HTTP/1.1" status: 200 len: 704 time: 0.1645410 Aug 31 16:58:53.866258 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.194327 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Allocated IP 172.20.0.1 (c22f9974-4564-44bf-aa22-e4bedd534936/92efb379-d1e0-436c-a00c-8089401ff519/4b0550b9-7412-4279-9d17-425656d239df) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:58:54.408787 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.432791 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Transition to ACTIVE for port object 4b0550b9-7412-4279-9d17-425656d239df will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:54.498708 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.537264 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Network c22f9974-4564-44bf-aa22-e4bedd534936 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:54.558830 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:54.612570 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:58:54.613007 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.668354 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Pushing event updated for resources: {'Port': ['ID=4b0550b9-7412-4279-9d17-425656d239df,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:54.690569 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.690929 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.691273 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.691606 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.691938 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.692278 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.692635 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.692968 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.693303 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.693626 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.693946 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.694272 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Tracked resource versions report: Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: pushed versions: Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: { 'AddressGroup': {'1.2'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'ConntrackHelper': {'1.0'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Log': {'1.0'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Network': {'1.1'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Port': {'1.7'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'PortForwarding': {'1.2'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'QosPolicy': {'1.9'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroup': {'1.4'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroupRule': {'1.2'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SubPort': {'1.0'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Subnet': {'1.1'}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Trunk': {'1.1'}} Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: consumer versions: Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'ConntrackHelper': '1.0', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Log': '1.0', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Network': '1.1', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Port': '1.7', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'PortForwarding': '1.2', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'QosPolicy': '1.9', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroup': '1.4', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroupRule': '1.2', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SubPort': '1.0', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Subnet': '1.1', Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Trunk': '1.1'}} Aug 31 16:58:54.695354 dv-cinder-786931-6-iscsi neutron-server[94158]: {{(pid=94158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 16:58:54.824665 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.826365 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a86cca1c-4d91-4c39-b4bc-e5e7d854be8f None None] Provisioning for port 4b0550b9-7412-4279-9d17-425656d239df completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:58:54.830028 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a86cca1c-4d91-4c39-b4bc-e5e7d854be8f None None] Provisioning complete for port 4b0550b9-7412-4279-9d17-425656d239df triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:54.830392 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a86cca1c-4d91-4c39-b4bc-e5e7d854be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:54.868703 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a86cca1c-4d91-4c39-b4bc-e5e7d854be8f None None] Port 4b0550b9-7412-4279-9d17-425656d239df cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:58:55.037457 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.041751 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.043294 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.121245 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Pushing event updated for resources: {'Port': ['ID=4b0550b9-7412-4279-9d17-425656d239df,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:55.169088 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Network c22f9974-4564-44bf-aa22-e4bedd534936 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:58:55.170477 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:55.379983 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Router af5a2330-3100-457d-ac19-da34b98f7be7 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 16:58:55.391056 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1ee45737-7236-496f-9159-1286a5108064 None None] Provisioning complete for port 4b0550b9-7412-4279-9d17-425656d239df triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:58:55.391426 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ee45737-7236-496f-9159-1286a5108064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:55.425134 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1ee45737-7236-496f-9159-1286a5108064 None None] Port 4b0550b9-7412-4279-9d17-425656d239df cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 16:58:55.471913 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:58:55.478220 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a9afe477-dc6b-48b6-9d70-dd65332f6e3d admin admin] 10.222.0.107 "PUT /v2.0/routers/af5a2330-3100-457d-ac19-da34b98f7be7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8726988 Aug 31 16:58:55.481962 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Sync routers for ids ['af5a2330-3100-457d-ac19-da34b98f7be7'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:58:55.493752 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Routers {'af5a2330-3100-457d-ac19-da34b98f7be7'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:55.494682 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T16:58:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['af5a2330-3100-457d-ac19-da34b98f7be7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:55.685699 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Set router af5a2330-3100-457d-ac19-da34b98f7be7 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:56.120017 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'name': 'router1', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:44Z', 'updated_at': '2021-08-31T16:58:54Z', 'revision_number': 2, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'gw_port_host': None, '_interfaces': [{'id': '4b0550b9-7412-4279-9d17-425656d239df', 'name': '', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'mac_address': 'fa:16:3e:e5:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:53Z', 'updated_at': '2021-08-31T16:58:54Z', 'revision_number': 2, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'subnets': [{'id': '92efb379-d1e0-436c-a00c-8089401ff519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:56.173710 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Checking router: af5a2330-3100-457d-ac19-da34b98f7be7 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:58:56.174085 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Updating router af5a2330-3100-457d-ac19-da34b98f7be7 port 4b0550b9-7412-4279-9d17-425656d239df binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:58:56.222954 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.746133 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.763918 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Transition to ACTIVE for port object 4b0550b9-7412-4279-9d17-425656d239df will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:58:56.770231 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.936498 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Attempting to bind port 4b0550b9-7412-4279-9d17-425656d239df on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:58:56.936892 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Attempting to bind port 4b0550b9-7412-4279-9d17-425656d239df by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:58:56.937316 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Attempting to bind port 4b0550b9-7412-4279-9d17-425656d239df on network c22f9974-4564-44bf-aa22-e4bedd534936 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:58:56.940930 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Pushing event updated for resources: {'Port': ['ID=4b0550b9-7412-4279-9d17-425656d239df,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:56.947637 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:58:56.948293 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Checking segment: {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:56.949357 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.949738 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Bound using segment: {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:58:56.950243 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Bound port: 4b0550b9-7412-4279-9d17-425656d239df, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df312e-8f0b-4000-bef6-020b9c63a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1500, 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:58:56.950629 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:56.963394 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.963761 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.964179 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.964529 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.964860 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.965183 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.965504 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.965824 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.966155 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.966555 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.966889 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.967205 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Tracked resource versions report: Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: pushed versions: Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Log': {'1.0'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Network': {'1.1'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Port': {'1.7'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: consumer versions: Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Log': '1.0', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Network': '1.1', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Port': '1.7', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SubPort': '1.0', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Subnet': '1.1', Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Aug 31 16:58:56.968332 dv-cinder-786931-6-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 16:58:57.031113 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] For port 4b0550b9-7412-4279-9d17-425656d239df, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:58:57.050914 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] For port 4b0550b9-7412-4279-9d17-425656d239df, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=4b0550b9-7412-4279-9d17-425656d239df,segment=NetworkSegment(89df312e-8f0b-4000-bef6-020b9c63a96e),segment_id=89df312e-8f0b-4000-bef6-020b9c63a96e)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:58:57.055406 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:57.109945 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Routers {'af5a2330-3100-457d-ac19-da34b98f7be7'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:58:57.110568 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T16:58:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['af5a2330-3100-457d-ac19-da34b98f7be7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:57.183810 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8651ba8-a5d3-4302-bded-1ca71f6ffc3b None None] Pushing event updated for resources: {'Port': ['ID=4b0550b9-7412-4279-9d17-425656d239df,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:57.209892 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] Set router af5a2330-3100-457d-ac19-da34b98f7be7 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:58:57.418709 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'name': 'router1', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:44Z', 'updated_at': '2021-08-31T16:58:54Z', 'revision_number': 2, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'gw_port_host': None, '_interfaces': [{'id': '4b0550b9-7412-4279-9d17-425656d239df', 'name': '', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'mac_address': 'fa:16:3e:e5:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:53Z', 'updated_at': '2021-08-31T16:58:57Z', 'revision_number': 4, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'subnets': [{'id': '92efb379-d1e0-436c-a00c-8089401ff519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:58:57.447120 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ebd5a0-92a1-4971-950c-2a5febf44944 None None] The sync data for ids ['af5a2330-3100-457d-ac19-da34b98f7be7'] in dv-cinder-786931-6-iscsi is: [{'id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'name': 'router1', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:44Z', 'updated_at': '2021-08-31T16:58:54Z', 'revision_number': 2, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'gw_port_host': None, '_interfaces': [{'id': '4b0550b9-7412-4279-9d17-425656d239df', 'name': '', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'mac_address': 'fa:16:3e:e5:c9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:53Z', 'updated_at': '2021-08-31T16:58:57Z', 'revision_number': 4, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'subnets': [{'id': '92efb379-d1e0-436c-a00c-8089401ff519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:58:57.731742 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 35786) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:58:57.844740 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a58b9f5-4540-4857-b614-2c60811c5685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:57.846104 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7a58b9f5-4540-4857-b614-2c60811c5685 admin admin] 10.222.0.107 "GET /v2.0/networks/b61273a0-cc70-4f00-adb8-4305493fc3e7 HTTP/1.1" status: 200 len: 842 time: 0.1129413 Aug 31 16:58:57.856970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Request body: {'subnet': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:58:57.858363 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.quota [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Loaded quota_driver: . Aug 31 16:58:57.891762 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Made reservation on behalf of 442fb9df1098472ab5a0ad4306a4ccde for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 16:58:57.894046 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:58.204269 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.objects.ports [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 16:58:58.204731 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:58.261228 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0b17cb-6511-4a50-a69c-7664b0a361b7,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:58:58.269624 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:58:58.269973 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Network hostable DHCP agents. Network: b61273a0-cc70-4f00-adb8-4305493fc3e7, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 16:58:58.291106 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 16:58:58.302649 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, b61273a0-cc70-4f00-adb8-4305493fc3e7) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:58:58.307038 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:58:58.307678 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:58:58.314003 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0478d-56c8-42e1-9d0d-b84020fe80d0 None None] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:58:58.347709 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-4a7ebb84-0828-44c1-b8d8-32c2ff269f1f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4759717 Aug 31 16:58:58.445010 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94256305-d5dd-495c-9ada-144439e0cd57 None None] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 16:59:00.680219 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 35794) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:59:00.816370 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-58254283-298b-47a7-82bc-0f6cd92343fa admin admin] 10.222.0.107 "GET /v2.0/routers/af5a2330-3100-457d-ac19-da34b98f7be7 HTTP/1.1" status: 200 len: 710 time: 0.1348848 Aug 31 16:59:00.919528 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e804c8-5ecd-453f-bafd-acbcbf9fc271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 16:59:00.920998 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-29e804c8-5ecd-453f-bafd-acbcbf9fc271 admin admin] 10.222.0.107 "GET /v2.0/networks/b61273a0-cc70-4f00-adb8-4305493fc3e7 HTTP/1.1" status: 200 len: 886 time: 0.0973878 Aug 31 16:59:00.931261 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 16:59:01.185678 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:01.481328 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:01.553590 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:01.664320 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Allocated IP 172.27.2.203 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/39bb2ea7-a854-4bfc-aa36-c306275f73dc) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 16:59:01.769871 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:01.813254 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:01.859692 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 16:59:01.864450 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 16:59:01.870269 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 16:59:01.903667 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Pushing event updated for resources: {'Port': ['ID=39bb2ea7-a854-4bfc-aa36-c306275f73dc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:59:02.142642 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.370184 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-434630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29440'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.373615 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-434655'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.484294 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Router af5a2330-3100-457d-ac19-da34b98f7be7 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 16:59:02.606529 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 16:59:02.612099 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.613340 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d67e543c-7b04-4c22-853a-f26281d775e8 admin admin] 10.222.0.107 "PUT /v2.0/routers/af5a2330-3100-457d-ac19-da34b98f7be7 HTTP/1.1" status: 200 len: 890 time: 1.6857765 Aug 31 16:59:02.746133 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 4b0550b9-7412-4279-9d17-425656d239df up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:59:02.803052 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 4b0550b9-7412-4279-9d17-425656d239df completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:59:02.807280 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 4b0550b9-7412-4279-9d17-425656d239df triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:59:02.807714 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.895909 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.939903 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 4b0550b9-7412-4279-9d17-425656d239df, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=4b0550b9-7412-4279-9d17-425656d239df,segment=NetworkSegment(89df312e-8f0b-4000-bef6-020b9c63a96e),segment_id=89df312e-8f0b-4000-bef6-020b9c63a96e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:59:02.944923 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:02.999203 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=4b0550b9-7412-4279-9d17-425656d239df,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:59:04.024154 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Sync routers for ids ['af5a2330-3100-457d-ac19-da34b98f7be7'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 16:59:04.035696 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Routers {'af5a2330-3100-457d-ac19-da34b98f7be7'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:59:04.036337 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T16:58:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['af5a2330-3100-457d-ac19-da34b98f7be7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:59:04.309316 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Set router af5a2330-3100-457d-ac19-da34b98f7be7 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:59:04.705372 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'name': 'router1', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '39bb2ea7-a854-4bfc-aa36-c306275f73dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:44Z', 'updated_at': '2021-08-31T16:59:02Z', 'revision_number': 4, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'gw_port': {'id': '39bb2ea7-a854-4bfc-aa36-c306275f73dc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:59:01Z', 'updated_at': '2021-08-31T16:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '4b0550b9-7412-4279-9d17-425656d239df', 'name': '', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'mac_address': 'fa:16:3e:e5:c9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:53Z', 'updated_at': '2021-08-31T16:59:02Z', 'revision_number': 5, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'subnets': [{'id': '92efb379-d1e0-436c-a00c-8089401ff519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:59:04.730588 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 4b0550b9-7412-4279-9d17-425656d239df up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:59:04.758024 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Checking router: af5a2330-3100-457d-ac19-da34b98f7be7 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 16:59:04.758307 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Updating router af5a2330-3100-457d-ac19-da34b98f7be7 port 39bb2ea7-a854-4bfc-aa36-c306275f73dc binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 16:59:04.831795 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:04.892315 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 4b0550b9-7412-4279-9d17-425656d239df triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:59:04.892711 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:05.074382 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 35806) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 16:59:05.191448 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-4f2381ab-52eb-43e5-ae81-62f795f238fa admin admin] 10.222.0.107 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158178 Aug 31 16:59:05.230721 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:05.242207 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Transition to ACTIVE for port object 39bb2ea7-a854-4bfc-aa36-c306275f73dc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 16:59:05.250939 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:05.310232 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6385-45af-40b6-b905-ecd6768c540e None None] Pushing event updated for resources: {'Port': ['ID=39bb2ea7-a854-4bfc-aa36-c306275f73dc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:59:05.313110 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Attempting to bind port 39bb2ea7-a854-4bfc-aa36-c306275f73dc on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 16:59:05.313845 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Attempting to bind port 39bb2ea7-a854-4bfc-aa36-c306275f73dc by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 16:59:05.314218 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Attempting to bind port 39bb2ea7-a854-4bfc-aa36-c306275f73dc on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 16:59:05.320536 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 16:59:05.320918 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 16:59:05.321325 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:05.321722 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 16:59:05.322198 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Bound port: 39bb2ea7-a854-4bfc-aa36-c306275f73dc, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 16:59:05.322602 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:05.453838 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] For port 39bb2ea7-a854-4bfc-aa36-c306275f73dc, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 16:59:05.457084 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] For port 39bb2ea7-a854-4bfc-aa36-c306275f73dc, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=39bb2ea7-a854-4bfc-aa36-c306275f73dc,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 16:59:05.461295 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:05.509224 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Routers {'af5a2330-3100-457d-ac19-da34b98f7be7'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 16:59:05.509878 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T16:58:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['af5a2330-3100-457d-ac19-da34b98f7be7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:59:05.559296 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf6385-45af-40b6-b905-ecd6768c540e None None] Pushing event updated for resources: {'Port': ['ID=39bb2ea7-a854-4bfc-aa36-c306275f73dc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:59:05.629917 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] Set router af5a2330-3100-457d-ac19-da34b98f7be7 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 16:59:05.859160 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'name': 'router1', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '39bb2ea7-a854-4bfc-aa36-c306275f73dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:44Z', 'updated_at': '2021-08-31T16:59:02Z', 'revision_number': 4, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'gw_port': {'id': '39bb2ea7-a854-4bfc-aa36-c306275f73dc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:59:01Z', 'updated_at': '2021-08-31T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '4b0550b9-7412-4279-9d17-425656d239df', 'name': '', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'mac_address': 'fa:16:3e:e5:c9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:53Z', 'updated_at': '2021-08-31T16:59:02Z', 'revision_number': 5, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'subnets': [{'id': '92efb379-d1e0-436c-a00c-8089401ff519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 16:59:05.886572 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95abdcd0-0c57-4607-bd92-20bf77af1e58 None None] The sync data for ids ['af5a2330-3100-457d-ac19-da34b98f7be7'] in dv-cinder-786931-6-iscsi is: [{'id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'name': 'router1', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '39bb2ea7-a854-4bfc-aa36-c306275f73dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T16:58:44Z', 'updated_at': '2021-08-31T16:59:02Z', 'revision_number': 4, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'gw_port': {'id': '39bb2ea7-a854-4bfc-aa36-c306275f73dc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:59:01Z', 'updated_at': '2021-08-31T16:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '4b0550b9-7412-4279-9d17-425656d239df', 'name': '', 'network_id': 'c22f9974-4564-44bf-aa22-e4bedd534936', 'tenant_id': '613bf937bd4d45f290af96322dcdc0c3', 'mac_address': 'fa:16:3e:e5:c9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5a2330-3100-457d-ac19-da34b98f7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92efb379-d1e0-436c-a00c-8089401ff519', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T16:58:53Z', 'updated_at': '2021-08-31T16:59:02Z', 'revision_number': 5, 'project_id': '613bf937bd4d45f290af96322dcdc0c3', 'subnets': [{'id': '92efb379-d1e0-436c-a00c-8089401ff519', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d1812ad-1cba-4b66-81bf-c92a73ae0f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 16:59:06.146930 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:59:06.746712 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 39bb2ea7-a854-4bfc-aa36-c306275f73dc up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:59:06.794110 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 39bb2ea7-a854-4bfc-aa36-c306275f73dc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 16:59:06.797786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 39bb2ea7-a854-4bfc-aa36-c306275f73dc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:59:06.798162 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:06.878680 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:06.899032 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 39bb2ea7-a854-4bfc-aa36-c306275f73dc, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=39bb2ea7-a854-4bfc-aa36-c306275f73dc,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 16:59:06.903303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:06.951497 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=39bb2ea7-a854-4bfc-aa36-c306275f73dc,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 16:59:08.766802 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 39bb2ea7-a854-4bfc-aa36-c306275f73dc up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 16:59:08.825793 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 39bb2ea7-a854-4bfc-aa36-c306275f73dc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 16:59:08.825793 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:17.741078 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6442257b-06dd-4a3e-b4c2-f122ef6854bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:20.590913 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:20.641945 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd9391c2-71bd-4a19-953f-11171894a833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:21.862910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:23.464652 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:43.151184 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 16:59:47.756264 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f5fe034-3376-4066-85c0-45f0ce00109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:50.589239 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:50.638939 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbd3713b-03d2-47be-a6f1-d279cae1a030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:51.887222 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 16:59:53.467023 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:17.750896 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3bd696bb-7282-4d0b-9c34-faa405bc88e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.149676 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:00:20.582985 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:20.633621 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bfcf5c0-a7c2-444a-bc3e-5436d5446114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:21.869750 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:23.464599 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:44.092081 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36368) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:44.154093 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-28151085-f558-41c4-bade-e9a712e6487c admin admin] GET failed (client error): The resource could not be found. Aug 31 17:00:44.155443 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-28151085-f558-41c4-bade-e9a712e6487c admin admin] 10.222.0.107 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624173 Aug 31 17:00:44.315538 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce4073-b476-4f3e-a676-e1190808cf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:44.316954 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d8ce4073-b476-4f3e-a676-e1190808cf03 admin admin] 10.222.0.107 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1569707 Aug 31 17:00:46.488310 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36378) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:46.580915 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552de226-413d-4f01-96df-591c308bea59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:46.582408 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-552de226-413d-4f01-96df-591c308bea59 admin admin] 10.222.0.107 "GET /v2.0/subnets/92efb379-d1e0-436c-a00c-8089401ff519 HTTP/1.1" status: 200 len: 849 time: 0.0931292 Aug 31 17:00:46.592895 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:00:46.759836 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:46.899104 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790231951836'] for subnet, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:46.928506 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:46.929141 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:46.930422 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] 10.222.0.107 "PUT /v2.0/subnets/92efb379-d1e0-436c-a00c-8089401ff519 HTTP/1.1" status: 200 len: 868 time: 0.3411994 Aug 31 17:00:46.934861 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b93581-f129-4079-a548-ea73be80f462 None None] Network c22f9974-4564-44bf-aa22-e4bedd534936 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:00:46.955387 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92efb379-d1e0-436c-a00c-8089401ff519,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:00:46.965631 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.966063 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.966352 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.966690 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.967022 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.967372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.967706 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.968034 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.968364 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.968721 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.969045 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:46.969367 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ffbf5a-4b31-4f9a-965b-255e4fb0670f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:00:47.296330 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0f4b6d4b-16c5-4560-9105-07441085df89 None None] Provisioning complete for port 4b0550b9-7412-4279-9d17-425656d239df triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:47.296730 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6d4b-16c5-4560-9105-07441085df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:47.380519 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0f4b6d4b-16c5-4560-9105-07441085df89 None None] Provisioning complete for port b6cf5b46-0874-4dc7-8ed4-158a093a4a97 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:00:47.380893 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6d4b-16c5-4560-9105-07441085df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:47.751783 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b11403ef-5516-422a-b202-d1bff389cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:49.164169 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36386) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:49.356390 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc58d1-ee45-4e73-a64e-5e60aadb3bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:49.356849 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc58d1-ee45-4e73-a64e-5e60aadb3bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:49.358371 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-08dc58d1-ee45-4e73-a64e-5e60aadb3bc1 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1932569 Aug 31 17:00:50.592997 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:50.639208 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e7fa84e4-03a8-4e57-bd2f-3d7fde028fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:51.589846 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36394) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:51.805218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d4c2ed-19d5-477b-8514-303fa9c71054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:51.806181 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d4c2ed-19d5-477b-8514-303fa9c71054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:51.807750 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d8d4c2ed-19d5-477b-8514-303fa9c71054 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2169199 Aug 31 17:00:51.875081 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:53.466379 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:00:54.011169 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36404) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:54.145424 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e875f9-cd9c-40dd-a668-bfe9bcce70b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:54.146857 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-96e875f9-cd9c-40dd-a668-bfe9bcce70b8 admin admin] 10.222.0.107 "GET /v2.0/networks/b61273a0-cc70-4f00-adb8-4305493fc3e7 HTTP/1.1" status: 200 len: 886 time: 0.1344397 Aug 31 17:00:56.367640 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36412) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:56.562251 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4bfd9-7797-4dc1-9e95-948edaa2030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:56.563687 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-cea4bfd9-7797-4dc1-9e95-948edaa2030e admin admin] 10.222.0.107 "GET /v2.0/networks/c22f9974-4564-44bf-aa22-e4bedd534936 HTTP/1.1" status: 200 len: 870 time: 0.1945605 Aug 31 17:00:57.148656 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:00:58.755164 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:00:58.882872 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd02ca-8dad-4953-ae5e-9cd1dc2e0ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:58.883322 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd02ca-8dad-4953-ae5e-9cd1dc2e0ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:00:58.885507 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c5dd02ca-8dad-4953-ae5e-9cd1dc2e0ffd admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293879 Aug 31 17:01:01.088202 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:01.179417 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b42c2a-6a83-4406-b031-96c586f173b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:01.179863 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b42c2a-6a83-4406-b031-96c586f173b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:01.181459 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a5b42c2a-6a83-4406-b031-96c586f173b2 admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922639 Aug 31 17:01:03.371582 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36436) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:03.476698 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1f633-101f-408f-a233-a5e58386eabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:03.478129 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f9c1f633-101f-408f-a233-a5e58386eabd admin admin] 10.222.0.107 "GET /v2.0/subnets/92efb379-d1e0-436c-a00c-8089401ff519 HTTP/1.1" status: 200 len: 868 time: 0.1055541 Aug 31 17:01:05.678652 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36444) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:05.764871 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51de9a6-d7e3-48c4-8a78-d01dcd277020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:05.766264 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b51de9a6-d7e3-48c4-8a78-d01dcd277020 admin admin] 10.222.0.107 "GET /v2.0/subnets/bc0b17cb-6511-4a50-a69c-7664b0a361b7 HTTP/1.1" status: 200 len: 816 time: 0.0866246 Aug 31 17:01:17.753517 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d791d5e-b561-47f0-af1f-7f865a8326b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:20.585530 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:20.640364 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4767299-dd97-4af6-849f-5709e3b22d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:21.874328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:23.471347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:29.755759 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36498) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:29.804593 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [None req-cb754875-361e-4b65-9530-61a6c20e9d1c admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:01:29.806271 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cb754875-361e-4b65-9530-61a6c20e9d1c admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495703 Aug 31 17:01:32.084468 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36506) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:32.144739 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03116d1-b09c-4822-bb2d-00bc5f9fef96 admin admin] GET failed (client error): The resource could not be found. Aug 31 17:01:32.146156 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f03116d1-b09c-4822-bb2d-00bc5f9fef96 admin admin] 10.222.0.107 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607162 Aug 31 17:01:32.285750 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10af41-ff45-4a8c-9b7d-3582488a4554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:32.287143 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-8f10af41-ff45-4a8c-9b7d-3582488a4554 admin admin] 10.222.0.107 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362412 Aug 31 17:01:34.147571 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:01:34.515973 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:34.564220 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:01:34.583841 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Made reservation on behalf of 442fb9df1098472ab5a0ad4306a4ccde for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:01:34.586101 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:34.621251 dv-cinder-786931-6-iscsi neutron-server[94157]: WARNING neutron.services.revisions.revision_plugin [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Could not find related network for resource to bump revision. Aug 31 17:01:34.631707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] vlan segment allocate from pool success with {'vlan_id': 1510, 'physical_network': 'physnet1'} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:01:34.639993 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:34.640336 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Added segment 6fd739ec-ede0-4850-843f-185610f8b1a3 of type vlan for network 9072f704-235c-440f-a756-8bb2d20f2fbc Aug 31 17:01:34.681703 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:34.704182 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:34.705036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:34.705617 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:34.755058 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2379720 Aug 31 17:01:34.763607 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Pushing event updated for resources: {'Network': ['ID=9072f704-235c-440f-a756-8bb2d20f2fbc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:34.774603 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.775112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.775604 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.776063 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.776546 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.776980 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.777466 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.777909 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.778355 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.778784 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.779207 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.779659 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd2c5f1-50cb-4b21-bd53-5cdaeae1481f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:34.791779 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 9072f704-235c-440f-a756-8bb2d20f2fbc details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:01:36.968717 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36522) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:01:37.028530 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c071ed8-cea9-4996-95de-b0931e3f7d2d admin admin] GET failed (client error): The resource could not be found. Aug 31 17:01:37.029821 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-4c071ed8-cea9-4996-95de-b0931e3f7d2d admin admin] 10.222.0.107 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601735 Aug 31 17:01:37.100499 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebce5cd0-ce37-4d88-a922-877bae8000bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:37.101972 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-ebce5cd0-ce37-4d88-a922-877bae8000bd admin admin] 10.222.0.107 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0675213 Aug 31 17:01:37.112340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Request body: {'subnet': {'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:01:37.133884 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Made reservation on behalf of 442fb9df1098472ab5a0ad4306a4ccde for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:01:37.136107 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.342849 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.396678 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e82c99-1c87-4940-bf65-059991f4eb97,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:37.404174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Checking segment: {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:01:37.404550 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Network hostable DHCP agents. Network: 9072f704-235c-440f-a756-8bb2d20f2fbc, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:01:37.419763 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Network 9072f704-235c-440f-a756-8bb2d20f2fbc is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:01:37.428182 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 9072f704-235c-440f-a756-8bb2d20f2fbc) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:01:37.434305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:01:37.435248 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.436160 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70dfb18-e818-4ea0-9f57-70c3c65c3307 None None] Network 9072f704-235c-440f-a756-8bb2d20f2fbc requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:01:37.450339 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a32d9721-a458-4ffe-b533-e0701ca336c5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3413479 Aug 31 17:01:37.678568 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-9072f704-235c-440f-a756-8bb2d20f2fbc', 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc', 'tenant_id': '442fb9df1098472ab5a0ad4306a4ccde', 'fixed_ips': [{'subnet_id': '92e82c99-1c87-4940-bf65-059991f4eb97'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:01:37.679479 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.816605 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Allocated IP 192.168.233.2 (9072f704-235c-440f-a756-8bb2d20f2fbc/92e82c99-1c87-4940-bf65-059991f4eb97/484a4a47-4169-4d2e-90d8-e94a362b0586) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:01:37.971402 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:37.980310 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Transition to ACTIVE for port object 484a4a47-4169-4d2e-90d8-e94a362b0586 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:01:37.996154 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Transition to ACTIVE for port object 484a4a47-4169-4d2e-90d8-e94a362b0586 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:01:38.002520 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:38.042965 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Network 9072f704-235c-440f-a756-8bb2d20f2fbc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:01:38.045861 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:01:38.049389 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:01:38.056453 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Pushing event updated for resources: {'Port': ['ID=484a4a47-4169-4d2e-90d8-e94a362b0586,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:38.078944 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.079286 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.079628 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.079977 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.080304 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.080655 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.080981 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.081307 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.081695 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.081977 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.082327 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.082613 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:01:38.116419 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Attempting to bind port 484a4a47-4169-4d2e-90d8-e94a362b0586 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:01:38.117083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Attempting to bind port 484a4a47-4169-4d2e-90d8-e94a362b0586 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:01:38.118179 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Attempting to bind port 484a4a47-4169-4d2e-90d8-e94a362b0586 on network 9072f704-235c-440f-a756-8bb2d20f2fbc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:01:38.123949 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:01:38.124323 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Checking segment: {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:01:38.124758 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:38.125149 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Bound using segment: {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:01:38.125607 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Bound port: 484a4a47-4169-4d2e-90d8-e94a362b0586, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:01:38.125998 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:38.192745 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] For port 484a4a47-4169-4d2e-90d8-e94a362b0586, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:01:38.196020 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] For port 484a4a47-4169-4d2e-90d8-e94a362b0586, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=484a4a47-4169-4d2e-90d8-e94a362b0586,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:01:38.199919 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:38.255171 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4ea49-c5ed-4dad-93c7-7591c3142964 None None] Pushing event updated for resources: {'Port': ['ID=484a4a47-4169-4d2e-90d8-e94a362b0586,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:38.861122 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 484a4a47-4169-4d2e-90d8-e94a362b0586 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:01:38.924772 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 484a4a47-4169-4d2e-90d8-e94a362b0586 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:01:39.091861 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b037b-a807-40d7-98e0-b4c7b9c5841b None None] Network 9072f704-235c-440f-a756-8bb2d20f2fbc requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:01:39.213997 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] Provisioning for port 484a4a47-4169-4d2e-90d8-e94a362b0586 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:01:39.220875 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] Provisioning complete for port 484a4a47-4169-4d2e-90d8-e94a362b0586 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:01:39.221244 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:39.329083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:39.366140 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] For port 484a4a47-4169-4d2e-90d8-e94a362b0586, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=484a4a47-4169-4d2e-90d8-e94a362b0586,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:01:39.373291 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:39.431433 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f438454-7fd5-4827-beeb-1821ce775c96 None None] Pushing event updated for resources: {'Port': ['ID=484a4a47-4169-4d2e-90d8-e94a362b0586,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:01:39.493517 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bbc5a017-9cd2-4777-b89d-567d99e29b27 None None] Provisioning complete for port 484a4a47-4169-4d2e-90d8-e94a362b0586 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:01:39.494412 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a017-9cd2-4777-b89d-567d99e29b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:40.824965 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 484a4a47-4169-4d2e-90d8-e94a362b0586 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:01:40.871459 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 484a4a47-4169-4d2e-90d8-e94a362b0586 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:01:40.871820 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:47.754808 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8ac2cca-664b-40d8-ad43-b82990c95d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:50.592421 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:50.640775 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e7c5411-fa6c-4318-919c-33e27b2c1f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:51.876694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:01:53.474258 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:11.145872 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:02:17.754974 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6c610bd-a4b3-42bf-b7a5-d1b58dd2b178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.584062 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:20.640806 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3fc25da2-7338-4502-b27b-739d665f8f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:21.879157 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:23.488623 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:46.355985 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36574) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:46.361858 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [None req-ed71941f-9d16-49e6-a15a-b2d7f5167da2 tempest-verify_tempest_config-1971995411 tempest-verify_tempest_config-1971995411-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:02:46.362867 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-ed71941f-9d16-49e6-a15a-b2d7f5167da2 tempest-verify_tempest_config-1971995411 tempest-verify_tempest_config-1971995411-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058961 Aug 31 17:02:46.658554 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36592) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:46.762462 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:46.877535 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:46.881232 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:46.924302 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bd78a9be5851444daa383d3513bc28d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2646937 Aug 31 17:02:46.925235 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b742b-3639-4fe2-95a9-5255dd183abe,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:46.927019 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36598) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:02:46.932422 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.932815 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.933160 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.933491 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.933830 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.934172 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.934500 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.934829 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.935173 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.935493 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.935809 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.936130 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9c4e2f-17ad-49db-b1ad-053f4a6b3dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:46.984188 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:47.004732 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:47.092827 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:47.095361 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:47.096823 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/732b742b-3639-4fe2-95a9-5255dd183abe HTTP/1.1" status: 204 len: 168 time: 0.1688044 Aug 31 17:02:47.104218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732b742b-3639-4fe2-95a9-5255dd183abe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:02:47.110632 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.110998 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.111339 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.111669 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.111996 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.112328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.112683 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.113008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.113350 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.113684 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.113989 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.114721 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932927e4-321d-4247-b9dc-4b9b8d5a6661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:02:47.756130 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9cba520-c25b-4d21-b11d-fae1bc255466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:48.144711 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:02:50.587410 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:50.643545 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2dcad4b-23ed-43e1-89f5-eca3e2bbaed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:51.885237 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:02:53.482648 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:17.756732 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71ba1de2-5972-4f9b-9666-b65373854528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:20.589404 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:20.644848 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56c73f95-0897-4577-8d8a-1b674a2347c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:21.883890 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:23.486300 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:25.143482 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:03:47.758187 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9fa71847-61ce-4024-9489-fa6dff32038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:50.590583 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:50.646608 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9477b8f2-6c8a-47d6-b8a6-787ceecdd348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:51.887562 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:03:53.487231 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:02.142250 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:04:17.759282 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ba97939-cafc-457c-b8b8-ccd6b0943e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:20.592853 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:20.647131 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19692286-31d9-409d-84f3-4ca6520ca372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:21.889904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:23.491801 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:37.624547 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448738'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:39.140772 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:04:47.760761 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bf24-248c-4304-aec5-434f26bdf39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:48.602884 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36670) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:48.707163 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-8476dadb-6bd6-413d-8059-47cfdbf0cf4e admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.1031678 Aug 31 17:04:50.596079 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:50.647910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-424b179f-f228-41e7-a94c-63afcab41104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:50.925397 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36680) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:04:50.996056 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a8849003-3db8-4fbd-b624-0a1d384d8f25 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4304 time: 0.0695243 Aug 31 17:04:51.892365 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:04:53.500056 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:07.577079 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:16.140452 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:05:17.761463 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33b751e6-10e8-4a7d-8a21-f7347da19dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:20.598971 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:20.649752 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf1f17a2-e5b9-4a90-9e5d-647fd620b555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:21.896445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:23.502953 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:37.607148 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:47.761623 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c68d6cc2-99fe-40b4-8d5f-48e723e2f81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:50.600042 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:50.652260 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea3d1e52-d176-4964-b37a-306c50f572d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:51.899566 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:05:53.141371 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:05:53.532054 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:07.606848 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:17.763174 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4bf9-7cab-453b-8fad-ec395cc86ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:20.601403 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:20.657668 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cd76c20-39fe-4f3d-80b8-2e44deead96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:21.901273 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:23.515450 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:27.915344 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36850) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:28.182337 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-469046564-network', 'tenant_id': '2a7ed04905484334a18772f3094afd0c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:28.206087 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Made reservation on behalf of 2a7ed04905484334a18772f3094afd0c for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:28.208811 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.217076 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.312231 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.316914 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.352428 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:06:28.360659 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20496e0-0328-411c-893d-95dc7da600e1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:28.374330 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.374693 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.375161 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.376020 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.376353 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.376724 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.377066 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.377367 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.377708 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.378033 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.378352 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.378667 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Tracked resource versions report: Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: pushed versions: Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: { 'AddressGroup': {'1.2'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'ConntrackHelper': {'1.0'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Log': {'1.0'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Network': {'1.1'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Port': {'1.7'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'PortForwarding': {'1.2'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'QosPolicy': {'1.9'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroup': {'1.4'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SubPort': {'1.0'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Subnet': {'1.1'}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Trunk': {'1.1'}} Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: consumer versions: Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: HyperV agent@hv-cinder-78693: {}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'ConntrackHelper': '1.0', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Log': '1.0', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Network': '1.1', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Port': '1.7', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'PortForwarding': '1.2', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'QosPolicy': '1.9', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroup': '1.4', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SecurityGroupRule': '1.2', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'SubPort': '1.0', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Subnet': '1.1', Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: 'Trunk': '1.1'}} Aug 31 17:06:28.385393 dv-cinder-786931-6-iscsi neutron-server[94158]: {{(pid=94158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:06:28.394144 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790232005578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.395049 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Unsubscribe: segment precommit_create {{(pid=94158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 17:06:28.395609 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Added segment d43b3c1f-a791-45b3-a66b-13a86b2fc642 of type vlan for network 593f954e-1979-488b-be1e-275b58ec39d4 Aug 31 17:06:28.451581 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.484411 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.486041 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:28.486728 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.567942 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6509027 Aug 31 17:06:28.568258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36900) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:28.573690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Request body: {'subnet': {'network_id': '593f954e-1979-488b-be1e-275b58ec39d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-469046564-subnet', 'tenant_id': '2a7ed04905484334a18772f3094afd0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:28.586285 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb2031-c3fe-4860-a4a0-c5f474165e27 admin admin] Pushing event updated for resources: {'Network': ['ID=593f954e-1979-488b-be1e-275b58ec39d4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:28.598240 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 593f954e-1979-488b-be1e-275b58ec39d4 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:06:28.606758 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Made reservation on behalf of 2a7ed04905484334a18772f3094afd0c for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:28.610197 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.802052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.853951 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36912) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:28.867431 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Checking segment: {'id': 'd43b3c1f-a791-45b3-a66b-13a86b2fc642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '593f954e-1979-488b-be1e-275b58ec39d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:28.868084 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Network hostable DHCP agents. Network: 593f954e-1979-488b-be1e-275b58ec39d4, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:06:28.878629 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729ba0d8-d024-4be8-9cd2-196409681444,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:28.888074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.888452 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.888906 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.889913 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.889913 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.890213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.890402 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.890762 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.891632 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.892204 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.892589 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.892948 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Tracked resource versions report: Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: pushed versions: Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: { 'AddressGroup': {'1.2'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'ConntrackHelper': {'1.0'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Log': {'1.0'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Network': {'1.1'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Port': {'1.7'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'PortForwarding': {'1.2'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'QosPolicy': {'1.9'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroup': {'1.4'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SubPort': {'1.0'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Subnet': {'1.1'}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Trunk': {'1.1'}} Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: consumer versions: Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: HyperV agent@hv-cinder-78693: {}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'ConntrackHelper': '1.0', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Log': '1.0', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Network': '1.1', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Port': '1.7', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'PortForwarding': '1.2', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'QosPolicy': '1.9', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroup': '1.4', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SecurityGroupRule': '1.2', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'SubPort': '1.0', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Subnet': '1.1', Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: 'Trunk': '1.1'}} Aug 31 17:06:28.894361 dv-cinder-786931-6-iscsi neutron-server[94157]: {{(pid=94157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:06:28.904856 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Network 593f954e-1979-488b-be1e-275b58ec39d4 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:06:28.917379 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 593f954e-1979-488b-be1e-275b58ec39d4) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:28.922769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:28.923383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:28.927652 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc57588-33b6-44b8-8d0a-ef7024455557 None None] Network 593f954e-1979-488b-be1e-275b58ec39d4 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:28.957455 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5b53ac51-78a2-4ad7-a932-ef39d1e69943 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3883171 Aug 31 17:06:29.013376 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36924) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:29.048542 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36928) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:29.080071 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ba468-02af-4e69-b97a-0aafc1aaad60 None None] Network 593f954e-1979-488b-be1e-275b58ec39d4 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:29.107528 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:29.201550 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-network', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:29.226296 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Made reservation on behalf of 8107b911803c4bd198dd74f3e21f9786 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:29.228966 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.238391 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.336761 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.341908 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.361901 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-network', 'tenant_id': '6f316cf884ba46759402f16f51839537'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:29.367711 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-816266462-network', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:29.389672 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b0942-0a79-4115-be87-5d386fedbab2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:29.423151 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1148201742-network', 'tenant_id': '5811e0ade6024e1f9fadca4d2a04100a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:29.431578 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] vlan segment allocate from pool success with {'vlan_id': 1544, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:06:29.433392 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Made reservation on behalf of d74712dc28c44c8b91a70c6798977347 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:29.437142 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.459627 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.462784 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.463116 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Added segment 2ad790ac-7d75-4635-b497-ba38d55f1500 of type vlan for network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 Aug 31 17:06:29.481423 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.db.api [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 17:06:29.481423 dv-cinder-786931-6-iscsi neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 17:06:29.481423 dv-cinder-786931-6-iscsi neutron-server[94158]: [parameters: {'project_id_1': '6f316cf884ba46759402f16f51839537', 'expiration_1': datetime.datetime(2021, 8, 31, 17, 6, 29, 429962)}] Aug 31 17:06:29.481423 dv-cinder-786931-6-iscsi neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 17:06:29.482222 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG oslo_db.api [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 17:06:29.510924 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Made reservation on behalf of 5811e0ade6024e1f9fadca4d2a04100a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:29.513602 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.536538 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.541150 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.598703 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.600119 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:29.601173 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.694132 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] Pushing event updated for resources: {'Network': ['ID=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:29.711924 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:06:29.721824 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.727730 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.767591 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e35a10-99cc-4b33-8ace-c4b56a23dca1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:29.780520 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-06790730-1ced-45ac-80da-4bb6b358a285 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9199765 Aug 31 17:06:29.782428 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:29.785326 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] vlan segment allocate from pool success with {'vlan_id': 1532, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:06:29.788794 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Request body: {'subnet': {'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-subnet', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:29.802966 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.803304 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Added segment 55258272-f367-47cd-8bcf-5cd4ea7b0bdb of type vlan for network 5de20606-e586-4648-9c0b-decffe11620a Aug 31 17:06:29.858661 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.901045 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:29.902122 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:29.902796 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.004136 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.013477 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.026009 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1537, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:06:30.035863 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.036245 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Added segment 0026b4fc-21a7-4afb-95ec-62c0b94f5355 of type vlan for network fa59f57d-676d-4bf3-a722-0f8ce25dde7f Aug 31 17:06:30.042120 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Made reservation on behalf of 8107b911803c4bd198dd74f3e21f9786 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:30.044883 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.084144 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.134021 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] Pushing event updated for resources: {'Network': ['ID=5de20606-e586-4648-9c0b-decffe11620a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.138094 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Made reservation on behalf of 6f316cf884ba46759402f16f51839537 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:30.140878 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.149938 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:06:30.150464 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 5de20606-e586-4648-9c0b-decffe11620a details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:06:30.160171 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a5ae9104-0e4d-492d-a604-461df350c78b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1101787 Aug 31 17:06:30.161407 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.162531 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:30.163310 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.167106 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 36994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:30.177969 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.178119 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Request body: {'subnet': {'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-816266462-subnet', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:30.280247 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.283438 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1738291 Aug 31 17:06:30.284339 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 36998) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:30.310305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37000) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:30.327359 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Request body: {'subnet': {'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1148201742-subnet', 'tenant_id': '5811e0ade6024e1f9fadca4d2a04100a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:30.336895 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-829059248-network', 'tenant_id': 'f9d05b861e3c4d8b87830d47c6816f90'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:30.347447 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.359272 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1525, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:06:30.369185 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.369568 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Added segment 5b74ddc8-f612-41bd-bedf-da9add951096 of type vlan for network dbdcaa32-9bab-4672-9fb3-8706a356cc66 Aug 31 17:06:30.392081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Made reservation on behalf of d74712dc28c44c8b91a70c6798977347 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:30.395118 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.432238 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Made reservation on behalf of f9d05b861e3c4d8b87830d47c6816f90 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:30.434593 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.452702 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Pushing event updated for resources: {'Network': ['ID=fa59f57d-676d-4bf3-a722-0f8ce25dde7f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.462457 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.466450 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network fa59f57d-676d-4bf3-a722-0f8ce25dde7f details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:06:30.475186 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c147a8d-8abf-4eda-981a-d50f117e51cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98257e1-cd2e-4d97-94ed-7e6149e31864,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.479672 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.540647 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dac5310-500c-4d58-bb9c-ac0037473b61,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.563087 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.564225 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:30.564842 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.647776 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.674489 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Made reservation on behalf of 5811e0ade6024e1f9fadca4d2a04100a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:30.677346 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.726365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.813254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Checking segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:30.813957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Network hostable DHCP agents. Network: 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:06:30.853274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:06:30.871094 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:30.873013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.881830 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67101ba0-ede5-474b-aaed-a9eb9679f5f7 None None] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:30.901024 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:30.902596 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.904610 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.907888 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8927178 Aug 31 17:06:30.913329 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37026) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:30.920598 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Request body: {'subnet': {'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-subnet', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:30.925935 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.932845 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1494925 Aug 31 17:06:30.936373 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:30.940941 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Checking segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:30.941356 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Network hostable DHCP agents. Network: 5de20606-e586-4648-9c0b-decffe11620a, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:06:30.947413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:30.962917 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8142497-af23-49fe-a20c-15854680d03a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.969909 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5edf7-dc3d-43a6-9247-290686587f59 admin admin] Pushing event updated for resources: {'Network': ['ID=dbdcaa32-9bab-4672-9fb3-8706a356cc66,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:30.976169 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1527, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:06:30.989765 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.991980 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.999204 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:30.999711 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Added segment 0ea87bc0-7129-41f9-808e-859d0b69cb5d of type vlan for network deb29398-a69d-4257-a5e3-553e762465ba Aug 31 17:06:31.012529 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Made reservation on behalf of 6f316cf884ba46759402f16f51839537 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:31.015013 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.177672 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:06:31.194493 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.218193 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Network 5de20606-e586-4648-9c0b-decffe11620a is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:06:31.227110 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.228068 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:31.228869 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.235934 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 5de20606-e586-4648-9c0b-decffe11620a) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:31.240363 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.241589 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4d46e-f324-4290-946a-d3b30e38dc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=567cb0ff-dc46-4e24-88c3-f1e45fd773ca,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:31.283303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77827377-63f8-41b4-bb7f-74d88745aaeb None None] Network 5de20606-e586-4648-9c0b-decffe11620a requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:31.289444 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:06:31.290821 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.313882 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9878628 Aug 31 17:06:31.316309 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:31.317292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.320432 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37040) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:31.325511 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Request body: {'subnet': {'network_id': 'deb29398-a69d-4257-a5e3-553e762465ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-829059248-subnet', 'tenant_id': 'f9d05b861e3c4d8b87830d47c6816f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:31.367459 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0880ffa-9189-4207-b8b0-44e022f76f3e admin admin] Pushing event updated for resources: {'Network': ['ID=deb29398-a69d-4257-a5e3-553e762465ba,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:31.398858 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.403543 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network deb29398-a69d-4257-a5e3-553e762465ba details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:06:31.404504 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Made reservation on behalf of f9d05b861e3c4d8b87830d47c6816f90 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:31.407534 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.446298 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-4ee35bc8-d238-4a6b-98cb-db5f98eaf931 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2781105 Aug 31 17:06:31.446985 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37044) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:31.449872 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.455688 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:31.540903 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef16802-87f0-4cce-9e0e-f7ab605469cc,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:31.558672 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Checking segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:31.559361 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Network hostable DHCP agents. Network: dbdcaa32-9bab-4672-9fb3-8706a356cc66, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:06:31.588576 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.591726 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:06:31.604648 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, dbdcaa32-9bab-4672-9fb3-8706a356cc66) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:31.606308 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3d3c07-766d-4cc8-9c98-adce15b2259c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:31.613185 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.614274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.621140 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f206b22-6c99-4684-a13c-35187637e1cd None None] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:31.624936 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:31.625772 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.673076 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-58bc6b1a-bbb3-4e6a-8f0a-4000bf3ceb7f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7583640 Aug 31 17:06:31.675984 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:31.677327 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Checking segment: {'id': '0026b4fc-21a7-4afb-95ec-62c0b94f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:31.677707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Network hostable DHCP agents. Network: fa59f57d-676d-4bf3-a722-0f8ce25dde7f, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:06:31.684208 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:31.805342 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.806455 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.855433 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.895306 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Allocated IP 172.20.0.2 (2fefa7f6-f6c8-4aa1-8c73-cda0b548f806/567cb0ff-dc46-4e24-88c3-f1e45fd773ca/18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:31.904329 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.907045 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:31.950494 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Network fa59f57d-676d-4bf3-a722-0f8ce25dde7f is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:06:32.013807 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-5de20606-e586-4648-9c0b-decffe11620a', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:06:32.014736 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.026153 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, fa59f57d-676d-4bf3-a722-0f8ce25dde7f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:32.031430 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e246f1-76f7-4bc3-b27b-7832d597d122,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:32.035970 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666df3d5-ccd6-45b6-b40a-7010c1b6e4fc None None] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:32.041296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:32.041880 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.066590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d02b2-449a-4036-af4f-998a99d13f5c None None] Network fa59f57d-676d-4bf3-a722-0f8ce25dde7f requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:32.100136 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.103238 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Checking segment: {'id': '0ea87bc0-7129-41f9-808e-859d0b69cb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1527, 'network_id': 'deb29398-a69d-4257-a5e3-553e762465ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:32.103798 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Network hostable DHCP agents. Network: deb29398-a69d-4257-a5e3-553e762465ba, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:06:32.162239 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Network deb29398-a69d-4257-a5e3-553e762465ba is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:06:32.177088 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.183818 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, deb29398-a69d-4257-a5e3-553e762465ba) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:32.208012 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:32.208876 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.267085 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-657e2071-ee7b-4f90-a701-89224f778e77 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9452927 Aug 31 17:06:32.326393 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a5e8df05-df2e-41d1-b3d2-03182b0261b8 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0134850 Aug 31 17:06:32.345342 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87025ed-5cdb-41e5-bf45-80bf7cba61ba None None] Network deb29398-a69d-4257-a5e3-553e762465ba requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:32.525321 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37080) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:32.577819 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.604786 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.625151 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.666341 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.670032 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Transition to ACTIVE for port object 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:32.694525 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Allocated IP 172.20.0.2 (5de20606-e586-4648-9c0b-decffe11620a/4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c/8cc57862-21eb-4143-94c9-7aecc42b8edd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:32.721199 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.741636 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Transition to ACTIVE for port object 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:32.762481 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Allocated IP 172.27.2.221 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/f9c9c60d-dfec-49e8-99fd-f6b347c133cd) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:32.783196 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Deleting subnet 729ba0d8-d024-4be8-9cd2-196409681444 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:06:32.785734 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.786727 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.827407 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.830405 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c824b-eb11-4559-985d-6d169aa58308 None None] Network fa59f57d-676d-4bf3-a722-0f8ce25dde7f requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:32.838651 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.870952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37104) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:32.890075 dv-cinder-786931-6-iscsi neutron-server[94157]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 17:06:32.901285 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.926511 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:32.938677 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08900aa-3df7-4849-a384-c84662196bdb None None] Network deb29398-a69d-4257-a5e3-553e762465ba requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:32.943124 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729ba0d8-d024-4be8-9cd2-196409681444,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:32.982314 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:32.985967 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:32.988752 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c80dbc6c-5d2c-41b6-a00f-a14479267d2c admin admin] 10.222.0.107 "DELETE /v2.0/subnets/729ba0d8-d024-4be8-9cd2-196409681444 HTTP/1.1" status: 204 len: 168 time: 0.4616418 Aug 31 17:06:32.991192 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37110) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:33.014822 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Pushing event updated for resources: {'Port': ['ID=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:33.021817 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:33.057376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.057719 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.058064 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.058395 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.058720 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.059043 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.059365 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.059686 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.060022 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.060349 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.060768 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.061037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Tracked resource versions report: Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: pushed versions: Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: { 'AddressGroup': {'1.2'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Log': {'1.0'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Network': {'1.1'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Port': {'1.7'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'PortForwarding': {'1.2'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'QosPolicy': {'1.9'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroup': {'1.4'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SubPort': {'1.0'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Subnet': {'1.1'}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Trunk': {'1.1'}} Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: consumer versions: Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: HyperV agent@hv-cinder-78693: {}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'ConntrackHelper': '1.0', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Log': '1.0', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Network': '1.1', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Port': '1.7', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'PortForwarding': '1.2', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'QosPolicy': '1.9', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroup': '1.4', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SecurityGroupRule': '1.2', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'SubPort': '1.0', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Subnet': '1.1', Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: 'Trunk': '1.1'}} Aug 31 17:06:33.062064 dv-cinder-786931-6-iscsi neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:06:33.104269 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.134429 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.139317 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.162891 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-bf8d78fb-d20f-4a5a-9dd8-c35c0b41dafa tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:33.164448 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-bf8d78fb-d20f-4a5a-9dd8-c35c0b41dafa tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/networks?id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f HTTP/1.1" status: 200 len: 812 time: 0.2857776 Aug 31 17:06:33.165746 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.187366 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-8e2d3ca7-e851-4b1c-8485-762d284adcea tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/quotas/5811e0ade6024e1f9fadca4d2a04100a HTTP/1.1" status: 200 len: 375 time: 0.0137377 Aug 31 17:06:33.251987 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Attempting to bind port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:33.252588 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Attempting to bind port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:33.253050 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Attempting to bind port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:33.287579 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:33.288226 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Checking segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:33.288844 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.289393 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Bound using segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:33.290061 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Bound port: 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:33.290624 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.293372 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-437a971b-49dd-4103-b6a5-a9c4196bf4a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5811e0ade6024e1f9fadca4d2a04100a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796371 Aug 31 17:06:33.304330 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.318377 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Transition to ACTIVE for port object 8cc57862-21eb-4143-94c9-7aecc42b8edd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:33.320398 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-78ef0c73-d9f9-4644-acfb-db9a7cb92d7e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:06:33.321731 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-78ef0c73-d9f9-4644-acfb-db9a7cb92d7e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143223 Aug 31 17:06:33.363824 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Transition to ACTIVE for port object 8cc57862-21eb-4143-94c9-7aecc42b8edd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:33.374573 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.417821 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] For port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:33.419188 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.435391 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.435709 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] For port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:33.435843 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.436734 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.437098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > port after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.438017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.438366 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > port after_update 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.438681 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.438888 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Network 5de20606-e586-4648-9c0b-decffe11620a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:33.439177 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.439348 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.439676 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.444255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:33.448375 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.453119 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:33.464502 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Pushing event updated for resources: {'Port': ['ID=8cc57862-21eb-4143-94c9-7aecc42b8edd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:33.615886 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Attempting to bind port 8cc57862-21eb-4143-94c9-7aecc42b8edd on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:33.616255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Attempting to bind port 8cc57862-21eb-4143-94c9-7aecc42b8edd by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:33.620598 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Attempting to bind port 8cc57862-21eb-4143-94c9-7aecc42b8edd on network 5de20606-e586-4648-9c0b-decffe11620a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:33.627747 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb6f4f-04d4-4451-b506-4785bb9bd9de None None] Pushing event updated for resources: {'Port': ['ID=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:33.637503 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:33.638147 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Checking segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:33.638694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.639303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Bound using segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:33.640128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Bound port: 8cc57862-21eb-4143-94c9-7aecc42b8edd, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:33.641321 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.676891 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.677251 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.677565 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.677889 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:06:33.678222 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593f954e-1979-488b-be1e-275b58ec39d4']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:33.694516 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-dc9d5c2a-6442-4b92-a6ca-6283229f05e7 service neutron] 10.222.0.107 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301340 Aug 31 17:06:33.698463 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43b3c1f-a791-45b3-a66b-13a86b2fc642') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:33.698751 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43b3c1f-a791-45b3-a66b-13a86b2fc642') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:33.709333 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.753594 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] For port 8cc57862-21eb-4143-94c9-7aecc42b8edd, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:33.753951 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.757561 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] For port 8cc57862-21eb-4143-94c9-7aecc42b8edd, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=8cc57862-21eb-4143-94c9-7aecc42b8edd,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:33.766565 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.789246 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:33.792722 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.797627 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:33.803158 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Pushing event updated for resources: {'Port': ['ID=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:33.839491 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:33.846771 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:06:33.847023 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: from cryptography.utils import int_from_bytes Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: from cryptography.utils import int_from_bytes Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:06:33.851116 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:06:33.879197 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Allocated IP 172.27.2.14 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/7ae20dbf-2eb1-4837-ac73-469a80ac85c7) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:33.885901 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abb275-543b-4abb-909c-b87cf8dcfb75 None None] Pushing event updated for resources: {'Port': ['ID=8cc57862-21eb-4143-94c9-7aecc42b8edd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:33.937537 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-f068addc-ab32-40b2-b138-b8b66146fe53 service neutron] 10.222.0.107 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292125 Aug 31 17:06:33.970983 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.017988 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.022459 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] 10.222.0.107 "DELETE /v2.0/networks/593f954e-1979-488b-be1e-275b58ec39d4 HTTP/1.1" status: 204 len: 168 time: 1.0302918 Aug 31 17:06:34.023371 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f545b3-add2-4704-8fab-3f8e92948b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=593f954e-1979-488b-be1e-275b58ec39d4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:34.027217 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37142) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:34.151245 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.252413 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Deleting subnet 61e246f1-76f7-4bc3-b27b-7832d597d122 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:06:34.258150 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.403650 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.446399 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.535789 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.625443 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.631623 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6dfd58f4-bccc-4137-bdfc-19043a4923ed req-6caa6080-0d4e-4030-9e6f-f20f7800ee51 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.1828508 Aug 31 17:06:34.637444 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:34.650580 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:34.672876 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:34.675731 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Allocated IP 172.27.2.216 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/d7683800-dc87-4e3b-b772-5d1a144e9e95) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:34.678109 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:34.739261 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.845001 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e246f1-76f7-4bc3-b27b-7832d597d122,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:34.889766 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:34.896777 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-96b59f66-82d6-42e2-82b7-c4bd0c8051da admin admin] 10.222.0.107 "DELETE /v2.0/subnets/61e246f1-76f7-4bc3-b27b-7832d597d122 HTTP/1.1" status: 204 len: 168 time: 0.8695881 Aug 31 17:06:34.897414 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:35.057448 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0e6c9-25bf-42be-90d3-d9cd844d5926 None None] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:35.108796 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.327134 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.332369 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.354922 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb29398-a69d-4257-a5e3-553e762465ba']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:35.362312 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 8cc57862-21eb-4143-94c9-7aecc42b8edd up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:35.414897 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea87bc0-7129-41f9-808e-859d0b69cb5d') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:35.415581 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea87bc0-7129-41f9-808e-859d0b69cb5d') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:35.436998 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.501762 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37216) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:35.504659 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1a75862e-d16d-45ed-94e6-863a307f297a None None] Provisioning for port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:35.509194 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.527805 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Releasing vlan 1527 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:06:35.528096 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792c47b-b9e9-4a07-9b8d-4c264fc53f4a None None] Network 5de20606-e586-4648-9c0b-decffe11620a requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:06:35.528467 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:06:35.530285 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:06:35.594756 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.616279 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.626647 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.628743 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] 10.222.0.107 "DELETE /v2.0/networks/deb29398-a69d-4257-a5e3-553e762465ba HTTP/1.1" status: 204 len: 168 time: 0.7214458 Aug 31 17:06:35.645937 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182f66d-347d-4542-9e73-2656121a6625 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb29398-a69d-4257-a5e3-553e762465ba,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:35.667558 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Router 31626bd7-9630-4e36-8302-b8f3485cc023 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:06:35.730737 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 8cc57862-21eb-4143-94c9-7aecc42b8edd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:35.739369 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37226) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:35.745958 dv-cinder-786931-6-iscsi neutron-server[94158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 17:06:35.747281 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a15697d9-3ec7-4d01-8bd0-39cc7661873f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.757582 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.761595 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:35.819910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] Provisioning for port 8cc57862-21eb-4143-94c9-7aecc42b8edd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:35.823722 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:35.976270 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37236) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:35.998891 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Pushing event updated for resources: {'Port': ['ID=d7683800-dc87-4e3b-b772-5d1a144e9e95,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:36.010346 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-99177b49-5780-4528-8fee-00553fb59921 req-36157407-d652-4e1d-ad93-dc871efa30dd tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.2697749 Aug 31 17:06:36.120085 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:06:36.133947 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Sync routers for ids ['31626bd7-9630-4e36-8302-b8f3485cc023'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:06:36.151327 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Routers {'31626bd7-9630-4e36-8302-b8f3485cc023'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:36.152657 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['31626bd7-9630-4e36-8302-b8f3485cc023'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:36.238775 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a15697d9-3ec7-4d01-8bd0-39cc7661873f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.247252 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a15697d9-3ec7-4d01-8bd0-39cc7661873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.265499 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] Provisioning complete for port 8cc57862-21eb-4143-94c9-7aecc42b8edd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:36.266585 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.278388 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.279615 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-18646c9f-7060-4a51-9445-0a7d38d13e2c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6013126 Aug 31 17:06:36.283905 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:36.333759 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:36.334534 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Set router 31626bd7-9630-4e36-8302-b8f3485cc023 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:36.340153 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:36.341007 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.363985 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.377722 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a7c99e57-c767-4845-ac13-1af6d61dbb3f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2a7ed04905484334a18772f3094afd0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3992319 Aug 31 17:06:36.402323 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:36.406927 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:36.426456 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a15697d9-3ec7-4d01-8bd0-39cc7661873f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=080e54c64b4b4a1cb1af5961e18f2513&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9228575 Aug 31 17:06:36.427114 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:36.435527 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.453377 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15697d9-3ec7-4d01-8bd0-39cc7661873f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af533b4-d6e3-4adc-a6ef-1ee45d8635e9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:36.510768 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] For port 8cc57862-21eb-4143-94c9-7aecc42b8edd, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=8cc57862-21eb-4143-94c9-7aecc42b8edd,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:36.525381 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.539697 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.544265 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:34Z', 'revision_number': 3, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:36.571984 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:36.577118 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Checking router: 31626bd7-9630-4e36-8302-b8f3485cc023 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:06:36.577762 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Updating router 31626bd7-9630-4e36-8302-b8f3485cc023 port f9c9c60d-dfec-49e8-99fd-f6b347c133cd binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:06:36.585407 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:36.611019 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.623413 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8ea0-8f94-430d-840a-d8b4c637488c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.656869 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:36.660339 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529375ad-a715-4bd8-b5f0-86aa9d5e0313 None None] Pushing event updated for resources: {'Port': ['ID=8cc57862-21eb-4143-94c9-7aecc42b8edd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:36.665711 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.693858 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8ea0-8f94-430d-840a-d8b4c637488c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.699625 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3996af08-852e-463f-90b2-1c044c4ab3cb None None] Provisioning complete for port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:36.699998 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3996af08-852e-463f-90b2-1c044c4ab3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.762653 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:36.792129 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8084146-5309-4cc6-94e8-7fdfa9e5d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.797763 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:06:36.839863 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8ea0-8f94-430d-840a-d8b4c637488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.842324 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e9f8ea0-8f94-430d-840a-d8b4c637488c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.843573 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-4e9f8ea0-8f94-430d-840a-d8b4c637488c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9af533b4-d6e3-4adc-a6ef-1ee45d8635e9 HTTP/1.1" status: 204 len: 168 time: 0.4112680 Aug 31 17:06:36.880821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8084146-5309-4cc6-94e8-7fdfa9e5d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:36.884563 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f8ea0-8f94-430d-840a-d8b4c637488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af533b4-d6e3-4adc-a6ef-1ee45d8635e9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:36.993678 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8e11879-0854-4bf7-83e9-2c4a0e6b25c8 None None] Provisioning complete for port 8cc57862-21eb-4143-94c9-7aecc42b8edd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:36.996612 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8e11879-0854-4bf7-83e9-2c4a0e6b25c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.009578 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.029091 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Transition to ACTIVE for port object f9c9c60d-dfec-49e8-99fd-f6b347c133cd will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:37.043310 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.065915 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 8cc57862-21eb-4143-94c9-7aecc42b8edd up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:37.116764 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.178919 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 8cc57862-21eb-4143-94c9-7aecc42b8edd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:37.179523 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.184038 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Attempting to bind port f9c9c60d-dfec-49e8-99fd-f6b347c133cd on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:37.184572 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Attempting to bind port f9c9c60d-dfec-49e8-99fd-f6b347c133cd by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:37.184976 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Attempting to bind port f9c9c60d-dfec-49e8-99fd-f6b347c133cd on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:37.191220 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Pushing event updated for resources: {'Port': ['ID=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:37.201977 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:37.202489 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:37.203457 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.204018 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:37.204575 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Bound port: f9c9c60d-dfec-49e8-99fd-f6b347c133cd, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:37.205122 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.208617 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.209030 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.209381 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.209722 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.210110 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.211246 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.211615 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.211945 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.212297 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.212666 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.213049 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.213538 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Tracked resource versions report: Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: pushed versions: Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Log': {'1.0'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Network': {'1.1'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Port': {'1.7'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: consumer versions: Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: HyperV agent@hv-cinder-78693: {}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: L3 agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: Metadata agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: Metering agent@dv-cinder-786931-6-iscsi: {}, Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-786931-6-iscsi: { 'AddressGroup': '1.2', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Log': '1.0', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Network': '1.1', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Port': '1.7', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'SubPort': '1.0', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Subnet': '1.1', Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Aug 31 17:06:37.214762 dv-cinder-786931-6-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 17:06:37.301582 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.336969 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:37.358278 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] For port f9c9c60d-dfec-49e8-99fd-f6b347c133cd, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:37.370940 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] For port f9c9c60d-dfec-49e8-99fd-f6b347c133cd, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:37.378422 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.384247 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8084146-5309-4cc6-94e8-7fdfa9e5d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.387089 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8084146-5309-4cc6-94e8-7fdfa9e5d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.392016 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-e8084146-5309-4cc6-94e8-7fdfa9e5d170 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c20496e0-0328-411c-893d-95dc7da600e1 HTTP/1.1" status: 204 len: 168 time: 0.8155365 Aug 31 17:06:37.413825 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:37.414267 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.417545 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:06:37.427194 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8084146-5309-4cc6-94e8-7fdfa9e5d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20496e0-0328-411c-893d-95dc7da600e1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:37.455809 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:06:37.464045 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ca103f0f-d638-45fc-98f2-506b858f27da req-27b73361-a9f1-4eae-ad65-6e55392a9062 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0972712 Aug 31 17:06:37.468240 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.473115 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-46788562-2d0e-4ae2-a939-3a28d99e3bb6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5332355 Aug 31 17:06:37.485997 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37274) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:37.558316 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Routers {'31626bd7-9630-4e36-8302-b8f3485cc023'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:37.558967 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['31626bd7-9630-4e36-8302-b8f3485cc023'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:37.562867 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979f5ba-a5a7-497a-b9f0-1c31cd60bebb None None] Pushing event updated for resources: {'Port': ['ID=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:37.596820 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:37.597454 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:37.723903 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:37.747042 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Allocated IP 172.20.0.1 (dbdcaa32-9bab-4672-9fb3-8706a356cc66/4ef16802-87f0-4cce-9e0e-f7ab605469cc/2975a346-654e-4c2d-a095-a8e168725e83) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:37.763867 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:37.773978 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] Set router 31626bd7-9630-4e36-8302-b8f3485cc023 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:37.919727 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:06:37.994341 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37288) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:38.123568 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.130737 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-2b50717d-fb6c-4791-876e-35bf070887dc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f9d05b861e3c4d8b87830d47c6816f90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1334667 Aug 31 17:06:38.132172 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:06:38.133792 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37296) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:38.143395 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.144621 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:35Z', 'revision_number': 3, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:38.148655 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:06:38.185218 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:06:38.186023 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Updating router e8331c5a-e504-4078-9d31-75ac7cedfc0e port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:06:38.198895 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:38.201126 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:38.204768 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.206326 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-b425f539-17b6-4bae-840c-89a49052e88e admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7580750 Aug 31 17:06:38.212952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:38.222145 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.222517 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-adf73b19-a516-4a4a-8281-607c969824ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.248954 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-adf73b19-a516-4a4a-8281-607c969824ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.280360 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:34Z', 'revision_number': 3, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:38.314229 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbdc1a3-0d78-4108-9aed-121ccba19ede None None] The sync data for ids ['31626bd7-9630-4e36-8302-b8f3485cc023'] in dv-cinder-786931-6-iscsi is: [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:34Z', 'revision_number': 3, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:06:38.356011 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.449134 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:38.454310 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:38.478709 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:38.595032 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-adf73b19-a516-4a4a-8281-607c969824ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.597889 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-adf73b19-a516-4a4a-8281-607c969824ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.602841 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-adf73b19-a516-4a4a-8281-607c969824ad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c8142497-af23-49fe-a20c-15854680d03a HTTP/1.1" status: 204 len: 168 time: 0.4676747 Aug 31 17:06:38.617476 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf73b19-a516-4a4a-8281-607c969824ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8142497-af23-49fe-a20c-15854680d03a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:38.662323 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:38.674456 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.684962 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2975a346-654e-4c2d-a095-a8e168725e83,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:38.715013 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.744933 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3d383c8d-8112-4d1e-b9d5-89f924f35851 req-de578225-6100-43e7-9182-6fc7f35d2bf3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0976648 Aug 31 17:06:38.756466 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Transition to ACTIVE for port object 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:38.771734 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.899192 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.961224 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Attempting to bind port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:38.962629 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Attempting to bind port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:38.963199 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Attempting to bind port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:38.966683 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5af36b-f5d0-4cab-bd7a-5e5a95c66774 None None] Pushing event updated for resources: {'Port': ['ID=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:38.991654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:38.992395 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:38.994209 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:38.995680 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:39.002616 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Bound port: 7ae20dbf-2eb1-4837-ac73-469a80ac85c7, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:39.003354 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.117027 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] For port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:39.121006 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] For port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:39.129386 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.148760 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:36Z', 'revision_number': 3, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:39.173904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device f9c9c60d-dfec-49e8-99fd-f6b347c133cd up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:39.248011 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:06:39.248554 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Updating router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a port d7683800-dc87-4e3b-b772-5d1a144e9e95 binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:06:39.293403 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.321636 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.404303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:39.409467 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:39.416991 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5af36b-f5d0-4cab-bd7a-5e5a95c66774 None None] Pushing event updated for resources: {'Port': ['ID=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:39.695205 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port f9c9c60d-dfec-49e8-99fd-f6b347c133cd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:39.711862 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Allocated IP 172.20.0.1 (2fefa7f6-f6c8-4aa1-8c73-cda0b548f806/567cb0ff-dc46-4e24-88c3-f1e45fd773ca/607f4cce-4052-440a-9ca5-37c925256589) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:39.816116 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.868654 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.875392 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Allocated IP 172.20.0.1 (5de20606-e586-4648-9c0b-decffe11620a/4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c/b84b2e13-9c1a-49a5-addb-04c9c27b37b6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:39.886997 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port f9c9c60d-dfec-49e8-99fd-f6b347c133cd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:39.896293 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:39.905215 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Transition to ACTIVE for port object d7683800-dc87-4e3b-b772-5d1a144e9e95 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:39.923959 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.013379 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:40.016367 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d961001d-cf63-4892-8426-cf0ae880e0a7 req-dfdd1fa4-0027-44ba-bfd7-07838650338f tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0620687 Aug 31 17:06:40.086924 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Attempting to bind port d7683800-dc87-4e3b-b772-5d1a144e9e95 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:40.087414 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Attempting to bind port d7683800-dc87-4e3b-b772-5d1a144e9e95 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:40.087871 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Attempting to bind port d7683800-dc87-4e3b-b772-5d1a144e9e95 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:40.094661 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6847-b99a-44e5-8b7e-ee0b9df8e818 None None] Pushing event updated for resources: {'Port': ['ID=d7683800-dc87-4e3b-b772-5d1a144e9e95,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:40.105673 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:40.105949 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:40.106339 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.106731 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:40.107213 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Bound port: d7683800-dc87-4e3b-b772-5d1a144e9e95, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:40.108127 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.175112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.204761 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] For port d7683800-dc87-4e3b-b772-5d1a144e9e95, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:40.210865 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] For port d7683800-dc87-4e3b-b772-5d1a144e9e95, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=d7683800-dc87-4e3b-b772-5d1a144e9e95,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:40.216760 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.217399 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.222556 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Transition to ACTIVE for port object b84b2e13-9c1a-49a5-addb-04c9c27b37b6 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:40.224925 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.320657 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6847-b99a-44e5-8b7e-ee0b9df8e818 None None] Pushing event updated for resources: {'Port': ['ID=d7683800-dc87-4e3b-b772-5d1a144e9e95,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:40.330495 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:40.331142 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:40.361543 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.370833 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.406924 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.424799 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.441081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Network 5de20606-e586-4648-9c0b-decffe11620a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:40.450041 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:40.453165 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:40.453936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.482460 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port f9c9c60d-dfec-49e8-99fd-f6b347c133cd, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:40.510400 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:40.551935 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2975a346-654e-4c2d-a095-a8e168725e83,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:40.599810 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:40.603839 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:40.610890 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Transition to ACTIVE for port object 607f4cce-4052-440a-9ca5-37c925256589 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:40.752499 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:40.826786 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:40.847146 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Router 31626bd7-9630-4e36-8302-b8f3485cc023 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:06:40.850689 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:40.886476 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:35Z', 'revision_number': 3, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:40.976426 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c4578-a265-4b3e-8c0d-deed18dad37a None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:35Z', 'revision_number': 3, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:06:41.028632 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ef3ec7cb-1e21-4442-866c-c41515f29763 None None] Provisioning for port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:41.038515 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ef3ec7cb-1e21-4442-866c-c41515f29763 None None] Provisioning complete for port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:41.039110 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec7cb-1e21-4442-866c-c41515f29763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:41.123848 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ec7cb-1e21-4442-866c-c41515f29763 None None] Port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:06:41.126240 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:41.137095 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device f9c9c60d-dfec-49e8-99fd-f6b347c133cd up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:41.230317 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:36Z', 'revision_number': 3, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:41.263910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port f9c9c60d-dfec-49e8-99fd-f6b347c133cd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:41.264583 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:41.272318 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f56d50-0d15-4831-8dd2-d41f1ec9e553 None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:36Z', 'revision_number': 3, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:06:41.299625 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b8760691-6c0a-461f-8610-8012f2cda1fa req-9e429676-54a1-4195-b31c-d5ef2dab2803 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0675578 Aug 31 17:06:41.314830 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:41.319881 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:41.326091 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:06:41.327716 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Pushing event updated for resources: {'Port': ['ID=607f4cce-4052-440a-9ca5-37c925256589,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:41.344068 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-62c13ef0-0b82-415b-a6ba-0dff85f312b3 admin admin] 10.222.0.107 "PUT /v2.0/routers/31626bd7-9630-4e36-8302-b8f3485cc023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0559838 Aug 31 17:06:41.347487 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Sync routers for ids ['31626bd7-9630-4e36-8302-b8f3485cc023'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:06:41.373394 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:41.380262 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:41.460056 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Routers {'31626bd7-9630-4e36-8302-b8f3485cc023'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:41.463721 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['31626bd7-9630-4e36-8302-b8f3485cc023'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:41.613185 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:41.870888 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Set router 31626bd7-9630-4e36-8302-b8f3485cc023 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:42.043444 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.188324 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-87ff075e-2493-498d-bd0d-7c44fb6c5cc7 None None] Provisioning for port 607f4cce-4052-440a-9ca5-37c925256589 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:42.217359 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.235465 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.236239 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.261244 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-87ff075e-2493-498d-bd0d-7c44fb6c5cc7 None None] Provisioning complete for port 607f4cce-4052-440a-9ca5-37c925256589 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:42.261989 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87ff075e-2493-498d-bd0d-7c44fb6c5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.337290 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-87ff075e-2493-498d-bd0d-7c44fb6c5cc7 None None] Port 607f4cce-4052-440a-9ca5-37c925256589 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:06:42.366949 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:42.469395 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.491589 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.603362 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:39Z', 'revision_number': 4, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '2975a346-654e-4c2d-a095-a8e168725e83', 'name': '', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'mac_address': 'fa:16:3e:85:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:37Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 2, 'project_id': '6f316cf884ba46759402f16f51839537', 'subnets': [{'id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:42.616323 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Network 5de20606-e586-4648-9c0b-decffe11620a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:42.621237 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:42.626505 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:42.655808 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Pushing event updated for resources: {'Port': ['ID=607f4cce-4052-440a-9ca5-37c925256589,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:42.708124 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Checking router: 31626bd7-9630-4e36-8302-b8f3485cc023 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:06:42.709562 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Updating router 31626bd7-9630-4e36-8302-b8f3485cc023 port 2975a346-654e-4c2d-a095-a8e168725e83 binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:06:42.801407 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.012853 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:06:43.106406 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86f50872-fe18-4233-bedb-af99814994e0 req-ef55a2c6-ac91-4dba-9d8d-21ce58e59bc8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.1450751 Aug 31 17:06:43.235614 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device d7683800-dc87-4e3b-b772-5d1a144e9e95 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:43.299596 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-b2a88f83-d4ca-4c6a-990e-c75785b55f86 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:43.307066 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-b2a88f83-d4ca-4c6a-990e-c75785b55f86 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 819 time: 0.3972850 Aug 31 17:06:43.330798 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:43.331585 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37514) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:43.334379 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:43.370394 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:06:43.385289 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-524d70c6-1cde-4943-8b41-882624a07cf8 admin admin] 10.222.0.107 "PUT /v2.0/routers/0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1615446 Aug 31 17:06:43.415761 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6813349a-4edc-4348-b4f1-f63e75c9be46 None None] Provisioning complete for port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:43.422953 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6813349a-4edc-4348-b4f1-f63e75c9be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.520742 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6813349a-4edc-4348-b4f1-f63e75c9be46 None None] Port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:06:43.574789 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port d7683800-dc87-4e3b-b772-5d1a144e9e95 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:43.581565 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port d7683800-dc87-4e3b-b772-5d1a144e9e95 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:43.582172 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.678839 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-f0a9b923-4602-4083-80a0-f0403f16da4d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/quotas/6f316cf884ba46759402f16f51839537 HTTP/1.1" status: 200 len: 375 time: 0.3707013 Aug 31 17:06:43.697916 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:06:43.707085 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8053888-964c-4893-ad87-ca7bdb05b197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.769604 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.802749 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port d7683800-dc87-4e3b-b772-5d1a144e9e95, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=d7683800-dc87-4e3b-b772-5d1a144e9e95,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:43.821271 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-75d3296b-f294-4bfe-b87f-d390b644b33c None None] Provisioning complete for port 607f4cce-4052-440a-9ca5-37c925256589 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:43.822569 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75d3296b-f294-4bfe-b87f-d390b644b33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.833665 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.835219 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:43.881856 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8053888-964c-4893-ad87-ca7bdb05b197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.894898 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8053888-964c-4893-ad87-ca7bdb05b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.901298 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37538) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:43.980351 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:43.988257 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-75d3296b-f294-4bfe-b87f-d390b644b33c None None] Port 607f4cce-4052-440a-9ca5-37c925256589 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:06:44.015723 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-6926eb30-9fa7-4374-870d-360a6caf7665 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3277264 Aug 31 17:06:44.035251 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37542) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:44.035739 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f8053888-964c-4893-ad87-ca7bdb05b197 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=56c5a31050044778aa29a9da51b28b7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7029667 Aug 31 17:06:44.042198 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-9195d59d-637f-4b45-9862-5fcff84edffe tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:06:44.044188 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-9195d59d-637f-4b45-9862-5fcff84edffe tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202029 Aug 31 17:06:44.048978 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8053888-964c-4893-ad87-ca7bdb05b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9af56e6-6737-4b3e-8982-bd5c77fe68e2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.053322 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Transition to ACTIVE for port object 2975a346-654e-4c2d-a095-a8e168725e83 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:44.062003 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=d7683800-dc87-4e3b-b772-5d1a144e9e95,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.069936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1dffc605-99a1-43bd-8497-ec74afee2514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.080679 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.117264 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:06:44.129895 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-55fdb184-8753-4929-8e10-c477e5153cab admin admin] 10.222.0.107 "PUT /v2.0/routers/e8331c5a-e504-4078-9d31-75ac7cedfc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6404088 Aug 31 17:06:44.155114 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:44.197351 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:44.197721 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.219829 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a514f15-5b55-41fe-be45-f4055d13bfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.270258 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:44.288663 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349054102', 'description': 'tempest-description--334639803'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:44.302384 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a514f15-5b55-41fe-be45-f4055d13bfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.395509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1dffc605-99a1-43bd-8497-ec74afee2514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.405344 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1dffc605-99a1-43bd-8497-ec74afee2514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.440118 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-11465937-6476-4aba-99a4-1cc0732a38b4 service neutron] 10.222.0.107 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016362 Aug 31 17:06:44.441760 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.474654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccad70-95f5-4370-bc25-519a9a51157c None None] Pushing event updated for resources: {'Port': ['ID=2975a346-654e-4c2d-a095-a8e168725e83,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.494004 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af1c0efb-2c24-42af-8ae5-48b4e67dc0c6 req-51a732f5-1172-4c50-ba25-4e7a2c6d5612 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0916517 Aug 31 17:06:44.497363 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Attempting to bind port 2975a346-654e-4c2d-a095-a8e168725e83 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:44.497833 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Attempting to bind port 2975a346-654e-4c2d-a095-a8e168725e83 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:44.498754 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Attempting to bind port 2975a346-654e-4c2d-a095-a8e168725e83 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:44.511565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a514f15-5b55-41fe-be45-f4055d13bfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.514087 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a514f15-5b55-41fe-be45-f4055d13bfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.518574 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9a514f15-5b55-41fe-be45-f4055d13bfef admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c9af56e6-6737-4b3e-8982-bd5c77fe68e2 HTTP/1.1" status: 204 len: 168 time: 0.4818010 Aug 31 17:06:44.520149 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:44.520282 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Checking segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:44.520606 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.521006 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Bound using segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:44.521599 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Bound port: 2975a346-654e-4c2d-a095-a8e168725e83, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:44.522803 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.534084 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1dffc605-99a1-43bd-8497-ec74afee2514 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3f84503e7d014e899fa12c886530de26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6284568 Aug 31 17:06:44.534479 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37568) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:44.541711 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffc605-99a1-43bd-8497-ec74afee2514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e1495f-a691-4957-8710-0de617747bb4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.575109 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a514f15-5b55-41fe-be45-f4055d13bfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9af56e6-6737-4b3e-8982-bd5c77fe68e2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.597937 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.605683 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b314c60-c75b-4d95-820d-6931be080173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.634545 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:44.642757 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.674751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b314c60-c75b-4d95-820d-6931be080173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.678850 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] For port 2975a346-654e-4c2d-a095-a8e168725e83, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:44.701675 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] For port 2975a346-654e-4c2d-a095-a8e168725e83, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=2975a346-654e-4c2d-a095-a8e168725e83,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:44.713974 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.722722 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-9a9d826e-4a46-49bf-ad15-4f03a7eb8f78 service neutron] 10.222.0.107 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656615 Aug 31 17:06:44.725994 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.783822 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Routers {'31626bd7-9630-4e36-8302-b8f3485cc023'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:44.784797 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['31626bd7-9630-4e36-8302-b8f3485cc023'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:44.808065 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b314c60-c75b-4d95-820d-6931be080173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.813466 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b314c60-c75b-4d95-820d-6931be080173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.815258 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5b314c60-c75b-4d95-820d-6931be080173 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e9e1495f-a691-4957-8710-0de617747bb4 HTTP/1.1" status: 204 len: 168 time: 0.2797785 Aug 31 17:06:44.830127 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b314c60-c75b-4d95-820d-6931be080173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e1495f-a691-4957-8710-0de617747bb4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.916270 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.923610 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:44.924700 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccad70-95f5-4370-bc25-519a9a51157c None None] Pushing event updated for resources: {'Port': ['ID=2975a346-654e-4c2d-a095-a8e168725e83,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:44.947655 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:06:44.963444 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:44.964250 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:45.011775 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.109', 53591) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:45.016505 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.020662 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] Set router 31626bd7-9630-4e36-8302-b8f3485cc023 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:45.038874 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7643125 Aug 31 17:06:45.039620 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37576) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:45.052544 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'security_group_rule': {'security_group_id': 'ea7f6fdb-27b0-4497-9e21-0d57a147ab94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:45.090108 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f81f6e-4ccb-4f2f-ac5a-e99e51179f4f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f6fdb-27b0-4497-9e21-0d57a147ab94,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:45.161150 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device d7683800-dc87-4e3b-b772-5d1a144e9e95 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:45.236429 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.309474 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37590) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:45.331329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:06:45.338649 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:45.387112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3bf81f55-f9dc-45d8-a6ee-d6a275e29995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.425299 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.436590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:45.438235 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:45.470394 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c77fd255-775b-49c8-9834-8cdfa77b20ea req-6e13b6bd-ea28-4732-95cd-a7e5b5f54736 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 210 time: 0.1662292 Aug 31 17:06:45.471313 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.481693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-04be2a0e-3f38-41a9-b89f-76e3bfd6e44c tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:45.484023 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8622de-c93b-4bf4-834a-0ed001386b41,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:45.493776 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-04be2a0e-3f38-41a9-b89f-76e3bfd6e44c tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.109 "GET /v2.0/networks?id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f HTTP/1.1" status: 200 len: 812 time: 0.4806049 Aug 31 17:06:45.760928 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-11588d35-3194-4c37-91ee-db15328f91e0 req-827dc0ec-ee87-4bf8-9f7e-638988135314 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.1126595 Aug 31 17:06:45.783460 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3bf81f55-f9dc-45d8-a6ee-d6a275e29995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.791262 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Request body: {'port': {'device_id': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f', 'admin_state_up': True, 'tenant_id': '5811e0ade6024e1f9fadca4d2a04100a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:45.796002 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.797847 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-952b2dad-6b03-4c75-a847-414b8ce29915 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7561600 Aug 31 17:06:45.800726 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37622) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:45.805379 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'security_group_rule': {'security_group_id': 'ea7f6fdb-27b0-4497-9e21-0d57a147ab94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:45.858653 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.935309 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37630) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:45.944804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:45.949549 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3bf81f55-f9dc-45d8-a6ee-d6a275e29995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:45.973438 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 2, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:46.011094 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.014451 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad78ee61-b38b-4a73-ad0e-d3dffa9e6417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.028264 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.054924 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:06:46.057138 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Updating router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:06:46.069875 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf81f55-f9dc-45d8-a6ee-d6a275e29995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5843445-f0c0-4e91-96f2-718747bf61fb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:46.102366 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.111987 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37642) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:46.119124 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199150826', 'description': 'tempest-description--1583967071'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:46.184279 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port d7683800-dc87-4e3b-b772-5d1a144e9e95 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:46.184856 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.225245 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad78ee61-b38b-4a73-ad0e-d3dffa9e6417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.247133 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad78ee61-b38b-4a73-ad0e-d3dffa9e6417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.268798 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74c5ebc-50e1-42a0-b5d1-46d8614b5ea1,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:46.286549 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3bf81f55-f9dc-45d8-a6ee-d6a275e29995 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cb0b4e15b01c4893a9578b3a8223e056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9729891 Aug 31 17:06:46.293707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37662) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:46.363061 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78ee61-b38b-4a73-ad0e-d3dffa9e6417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536b79d-24c1-4e49-8f49-0a7290720d36,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:46.426289 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ad78ee61-b38b-4a73-ad0e-d3dffa9e6417 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b58abae99a3c4acab7fe878b352271eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873827 Aug 31 17:06:46.428708 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.436078 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37670) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:46.437166 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.442029 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-65972d69-ccc2-4a8b-b18c-6a671b01bbfb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6373963 Aug 31 17:06:46.455365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37674) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:46.462850 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:46.490759 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e6b991ca-502d-42db-896d-f3567ecd9498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.525372 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.db.api [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 17:06:46.525372 dv-cinder-786931-6-iscsi neutron-server[94157]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 17:06:46.525372 dv-cinder-786931-6-iscsi neutron-server[94157]: [parameters: {'project_id_1': 'd74712dc28c44c8b91a70c6798977347', 'expiration_1': datetime.datetime(2021, 8, 31, 17, 6, 46, 498484)}] Aug 31 17:06:46.525372 dv-cinder-786931-6-iscsi neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 17:06:46.525712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG oslo_db.api [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 17:06:46.556536 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-3224563a-e1db-42bb-849c-881354746b42 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:46.564831 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-3224563a-e1db-42bb-849c-881354746b42 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 819 time: 0.5907896 Aug 31 17:06:46.593413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e6b991ca-502d-42db-896d-f3567ecd9498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.596523 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Made reservation on behalf of 5811e0ade6024e1f9fadca4d2a04100a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:46.600126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.604603 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-ed1df52c-c8f3-4db3-bdfe-bf44191f67b3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/quotas/6f316cf884ba46759402f16f51839537 HTTP/1.1" status: 200 len: 375 time: 0.0385854 Aug 31 17:06:46.607326 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:39Z', 'revision_number': 4, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '2975a346-654e-4c2d-a095-a8e168725e83', 'name': '', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'mac_address': 'fa:16:3e:85:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:37Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '6f316cf884ba46759402f16f51839537', 'subnets': [{'id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:46.621807 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d4feeb5-b49a-4770-b2ad-249bd9ece49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.693569 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d4feeb5-b49a-4770-b2ad-249bd9ece49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:46.717978 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57d7e8-ba40-4ebf-bb2c-3b9adef8b6d4 None None] The sync data for ids ['31626bd7-9630-4e36-8302-b8f3485cc023'] in dv-cinder-786931-6-iscsi is: [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:39Z', 'revision_number': 4, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '2975a346-654e-4c2d-a095-a8e168725e83', 'name': '', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'mac_address': 'fa:16:3e:85:d4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:37Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '6f316cf884ba46759402f16f51839537', 'subnets': [{'id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:06:46.821968 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:46.834220 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-16e7f540-aba6-467d-9986-c18d0d413871 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2286556 Aug 31 17:06:47.055199 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:47.055885 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.092298 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:42Z', 'revision_number': 2, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:47.104362 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.118877 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.130059 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Transition to ACTIVE for port object b84b2e13-9c1a-49a5-addb-04c9c27b37b6 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:47.135565 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-999115ca-8eb2-411b-9ad5-a78d0a13dfad service neutron] 10.222.0.107 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999923 Aug 31 17:06:47.145446 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.180423 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.241022 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:06:47.241225 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Updating router e8331c5a-e504-4078-9d31-75ac7cedfc0e port 607f4cce-4052-440a-9ca5-37c925256589 binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:06:47.243725 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d4feeb5-b49a-4770-b2ad-249bd9ece49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.246910 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa7fee-8b5c-4360-ab96-4008635aefe5 None None] Pushing event updated for resources: {'Port': ['ID=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:47.247235 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d4feeb5-b49a-4770-b2ad-249bd9ece49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.249697 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6d4feeb5-b49a-4770-b2ad-249bd9ece49d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9536b79d-24c1-4e49-8f49-0a7290720d36 HTTP/1.1" status: 204 len: 168 time: 0.8092377 Aug 31 17:06:47.260716 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df8744-521d-4f11-99ee-d6e50a89b5d7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:47.264117 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.266598 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-26593b9f-4cc0-4e01-903c-d0244fbd8507 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1510451 Aug 31 17:06:47.280246 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4feeb5-b49a-4770-b2ad-249bd9ece49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536b79d-24c1-4e49-8f49-0a7290720d36,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:47.283174 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:47.309176 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'security_group_rule': {'security_group_id': 'b8df8744-521d-4f11-99ee-d6e50a89b5d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:47.388738 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.480794 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.550170 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Attempting to bind port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:47.550553 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Attempting to bind port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:47.550912 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Attempting to bind port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 on network 5de20606-e586-4648-9c0b-decffe11620a {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:47.558654 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.578062 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:47.579134 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Checking segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:47.579559 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.579961 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Bound using segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:47.580457 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Bound port: b84b2e13-9c1a-49a5-addb-04c9c27b37b6, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:47.580945 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.592777 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.784240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-01a3a6a3-ffac-4167-a4a0-97b726d3acb1 service neutron] 10.222.0.107 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800900 Aug 31 17:06:47.798258 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.818276 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] For port b84b2e13-9c1a-49a5-addb-04c9c27b37b6, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:47.819308 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5141788 Aug 31 17:06:47.821565 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37704) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:47.825409 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] For port b84b2e13-9c1a-49a5-addb-04c9c27b37b6, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:47.843267 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'security_group_rule': {'security_group_id': 'b8df8744-521d-4f11-99ee-d6e50a89b5d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:47.849706 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:47.853097 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73264e72-7fe9-4802-b062-3f91415a6b36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc049f0-8330-49ea-9052-46371bb6f94d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:47.901226 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1e3e6de1-1d43-41ef-b1df-b08a08808516 req-845bc3be-e6ea-40c3-942c-0f6645574b8b tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.6964922 Aug 31 17:06:47.988722 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.082846 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa7fee-8b5c-4360-ab96-4008635aefe5 None None] Pushing event updated for resources: {'Port': ['ID=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:48.090375 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:48.091063 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:48.330134 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e6b991ca-502d-42db-896d-f3567ecd9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.341323 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e6b991ca-502d-42db-896d-f3567ecd9498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.352003 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-e6b991ca-502d-42db-896d-f3567ecd9498 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c5843445-f0c0-4e91-96f2-718747bf61fb HTTP/1.1" status: 204 len: 168 time: 2.0568738 Aug 31 17:06:48.379715 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.440237 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b991ca-502d-42db-896d-f3567ecd9498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5843445-f0c0-4e91-96f2-718747bf61fb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:48.441511 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.455032 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.456724 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 2975a346-654e-4c2d-a095-a8e168725e83 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:48.506095 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cae26bcd-db45-41f5-a23c-0583b6265f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.523842 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:48.606251 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Allocated IP 172.20.0.3 (fa59f57d-676d-4bf3-a722-0f8ce25dde7f/1b3d3c07-766d-4cc8-9c98-adce15b2259c/4614d3f5-a5b3-4c39-8706-44956e218109) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:48.615622 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259657d7-e5db-416e-9229-75f279e7fd6c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:48.659169 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-901ad953-330f-4b88-96bc-5d29b6abe8fc req-d562e956-29fb-4cf9-b3a4-303aa5da62ce tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 210 time: 0.2768958 Aug 31 17:06:48.686283 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.690666 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c2dbb2b2-f862-45cf-a0cd-bd1aa2427a70 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8575332 Aug 31 17:06:48.692064 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37736) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:48.710670 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:48.818692 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 2975a346-654e-4c2d-a095-a8e168725e83 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:48.831994 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 2975a346-654e-4c2d-a095-a8e168725e83 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:48.832692 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:48.842691 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.151254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37750) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:49.170326 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:47Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:49.259916 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.271233 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b55576-3785-48c6-85f6-25c0d7380cba None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:47Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:06:49.295549 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Transition to ACTIVE for port object 607f4cce-4052-440a-9ca5-37c925256589 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:49.355244 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.460330 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-70deae05-245b-454b-8180-782107b943ee req-b65ef5fc-5f62-415c-a637-3291d5b35dac tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.1221628 Aug 31 17:06:49.506032 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.513177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.532598 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.109', 53604) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:49.567774 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b702f6-65ea-4dfc-a63a-874d1c8d60aa None None] Pushing event updated for resources: {'Port': ['ID=607f4cce-4052-440a-9ca5-37c925256589,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:49.636898 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 2975a346-654e-4c2d-a095-a8e168725e83, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=2975a346-654e-4c2d-a095-a8e168725e83,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:49.661402 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.761484 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=2975a346-654e-4c2d-a095-a8e168725e83,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:49.814845 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Attempting to bind port 607f4cce-4052-440a-9ca5-37c925256589 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:49.815223 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Attempting to bind port 607f4cce-4052-440a-9ca5-37c925256589 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:49.815591 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Attempting to bind port 607f4cce-4052-440a-9ca5-37c925256589 on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:49.830795 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:49.831193 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Checking segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:49.831597 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.832000 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Bound using segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:49.832540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Bound port: 607f4cce-4052-440a-9ca5-37c925256589, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:49.835904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.898518 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:49.899092 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75d19274-3fed-4755-ba77-03015119a8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:50.014474 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] For port 607f4cce-4052-440a-9ca5-37c925256589, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:50.023492 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] For port 607f4cce-4052-440a-9ca5-37c925256589, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=607f4cce-4052-440a-9ca5-37c925256589,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:50.032274 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:50.110132 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b84b2e13-9c1a-49a5-addb-04c9c27b37b6 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:50.311432 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:06:50.315752 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:06:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:50.328659 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b702f6-65ea-4dfc-a63a-874d1c8d60aa None None] Pushing event updated for resources: {'Port': ['ID=607f4cce-4052-440a-9ca5-37c925256589,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:50.352897 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:50.576258 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:50.709240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4f1c6a60-8c75-409c-bb10-f5ae3781e22f req-6beba20e-ca71-483a-b768-3aba528e6260 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 210 time: 0.6583173 Aug 31 17:06:50.781477 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:50.782671 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:50.842121 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-b679b2ab-dbe9-46a1-86ef-2749feff452e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:50.846163 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-b679b2ab-dbe9-46a1-86ef-2749feff452e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 819 time: 1.3104484 Aug 31 17:06:50.887623 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Allocated IP 172.27.2.16 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/60319d9b-096f-49cd-82f5-b92480011402) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:50.940160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:50.974386 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78fd54b6-8050-4e88-9cd7-7e8a02967e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.039833 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.085381 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port b84b2e13-9c1a-49a5-addb-04c9c27b37b6, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:51.089610 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.101029 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Network fa59f57d-676d-4bf3-a722-0f8ce25dde7f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:51.103083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.114037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:06:51.202200 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.301970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.370266 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:51.408442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:51.426955 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:51.427647 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.434753 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:51.456171 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:51.463160 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:51.481388 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:51.508922 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'Port': ['ID=60319d9b-096f-49cd-82f5-b92480011402,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:51.546949 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:50Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:06:51.587595 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7870f1c0-f0ae-4e73-bd14-ed660316b79a None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:50Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:06:51.860536 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Allocated IP 172.27.2.184 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/274bd9e3-3cb7-473b-9064-f18f5c5b5f88) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:51.944112 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:51.962158 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef4e06-4e81-40fe-872b-a625f1bcd94a req-c9cea0e4-131f-4734-ba37-1b86fab7ad93 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:51.963667 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-daef4e06-4e81-40fe-872b-a625f1bcd94a req-c9cea0e4-131f-4734-ba37-1b86fab7ad93 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 931 time: 1.2500260 Aug 31 17:06:52.016321 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Pushing event updated for resources: {'Port': ['ID=4614d3f5-a5b3-4c39-8706-44956e218109,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:52.030210 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-74542501-0e66-4dac-93a1-9bfeba0dbb7f req-d2e1e180-92ca-4709-a623-9801eb904ab3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 210 time: 0.0883732 Aug 31 17:06:52.111511 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 2975a346-654e-4c2d-a095-a8e168725e83 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:52.137423 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.139905 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Request body: {'port': {'device_id': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'admin_state_up': True, 'tenant_id': '6f316cf884ba46759402f16f51839537'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:52.255967 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.263337 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-daef4e06-4e81-40fe-872b-a625f1bcd94a req-5992cc0d-69b0-4719-aacb-e9bae11d2350 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859299 Aug 31 17:06:52.274904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 2975a346-654e-4c2d-a095-a8e168725e83 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:52.277381 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.309344 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75d19274-3fed-4755-ba77-03015119a8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.344820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75d19274-3fed-4755-ba77-03015119a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.423572 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Made reservation on behalf of 6f316cf884ba46759402f16f51839537 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:52.433515 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.464238 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-e0c84bb9-e784-4e3e-aacf-ccaeff05a0a3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6792314 Aug 31 17:06:52.467475 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.528914 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-75d19274-3fed-4755-ba77-03015119a8c1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=38e9785991a24b1693267316293f2b26&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3765275 Aug 31 17:06:52.547804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b84b2e13-9c1a-49a5-addb-04c9c27b37b6 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:52.568143 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37844) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:52.615383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d19274-3fed-4755-ba77-03015119a8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee46c85-b7b2-4764-853d-c16246292418,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:52.671852 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:52.672398 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.724066 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f86506b-4456-44d1-a004-2f9e048ee29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.742570 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.753180 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.762637 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.789153 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f86506b-4456-44d1-a004-2f9e048ee29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:52.844756 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37854) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:52.871386 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Allocated IP 172.20.0.14 (dbdcaa32-9bab-4672-9fb3-8706a356cc66/4ef16802-87f0-4cce-9e0e-f7ab605469cc/df6f91d3-3c4c-47b7-b0e5-7a77b0440d08) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:52.878469 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 607f4cce-4052-440a-9ca5-37c925256589 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:52.989910 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.022116 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'Port': ['ID=60319d9b-096f-49cd-82f5-b92480011402,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:53.023942 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 607f4cce-4052-440a-9ca5-37c925256589 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:06:53.037485 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 607f4cce-4052-440a-9ca5-37c925256589 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:53.037863 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.053450 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.069408 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-25b7b6fe-4acb-4fa8-b19c-354bba32f659 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3738961 Aug 31 17:06:53.194402 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.200842 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f86506b-4456-44d1-a004-2f9e048ee29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.213790 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f86506b-4456-44d1-a004-2f9e048ee29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.215584 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3f86506b-4456-44d1-a004-2f9e048ee29e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9ee46c85-b7b2-4764-853d-c16246292418 HTTP/1.1" status: 204 len: 168 time: 0.6462095 Aug 31 17:06:53.238456 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:53.248196 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46941b96-bc2e-4c22-a606-17c895eab642 req-aeb56e64-7dae-4057-8b9f-8231aca8fb95 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 210 time: 0.0715749 Aug 31 17:06:53.262961 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-cee33d62-639b-49bf-9628-bcc596960fe7 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:06:53.264052 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-cee33d62-639b-49bf-9628-bcc596960fe7 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473456 Aug 31 17:06:53.270401 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:53.273606 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:53.279538 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86506b-4456-44d1-a004-2f9e048ee29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee46c85-b7b2-4764-853d-c16246292418,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:53.283584 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e04acb7a-27c8-4319-bbf2-b34f9b11b22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.400857 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'Port': ['ID=274bd9e3-3cb7-473b-9064-f18f5c5b5f88,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:53.463824 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.652793 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e04acb7a-27c8-4319-bbf2-b34f9b11b22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.699831 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e04acb7a-27c8-4319-bbf2-b34f9b11b22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.709434 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.718805 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 607f4cce-4052-440a-9ca5-37c925256589, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=607f4cce-4052-440a-9ca5-37c925256589,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:06:53.727522 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:53.795313 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e04acb7a-27c8-4319-bbf2-b34f9b11b22c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b6361d5b13bc4766a31f85103145ea08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943863 Aug 31 17:06:53.798269 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.109', 53612) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:53.798792 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37890) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:53.809209 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-f6cce03e-904a-46f1-b3ce-daffadf464bc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:53.810961 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-f6cce03e-904a-46f1-b3ce-daffadf464bc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 819 time: 0.4053097 Aug 31 17:06:53.900205 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=607f4cce-4052-440a-9ca5-37c925256589,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:53.960510 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Request body: {'port': {'device_id': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'admin_state_up': True, 'tenant_id': '6f316cf884ba46759402f16f51839537'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:53.994997 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04acb7a-27c8-4319-bbf2-b34f9b11b22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108edef0-7e0f-4aeb-9295-4821b60c589a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:54.195231 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7cb3057e-4571-4b9d-a06b-2385de12afe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.220335 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-162c85b3-7598-49c2-80b1-1b0e35d52622 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--199150826&fields=id&tenant_id=8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 267 time: 0.6718757 Aug 31 17:06:54.429835 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Request body: {'port': {'device_id': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:54.498727 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7cb3057e-4571-4b9d-a06b-2385de12afe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.531830 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.603334 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.607232 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.622034 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330d837-6106-4667-9cde-c6334c0be279 req-ebed3148-c78e-4429-9621-385de3be6125 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:54.623844 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5330d837-6106-4667-9cde-c6334c0be279 req-ebed3148-c78e-4429-9621-385de3be6125 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 931 time: 0.7763793 Aug 31 17:06:54.650385 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.689039 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7cb3057e-4571-4b9d-a06b-2385de12afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.703229 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7cb3057e-4571-4b9d-a06b-2385de12afe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:54.710332 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7cb3057e-4571-4b9d-a06b-2385de12afe9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/108edef0-7e0f-4aeb-9295-4821b60c589a HTTP/1.1" status: 204 len: 168 time: 0.9076927 Aug 31 17:06:54.729049 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-0b309665-a4b2-4b3a-a665-3580e9a1819b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:54.736766 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-0b309665-a4b2-4b3a-a665-3580e9a1819b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 817 time: 0.5134513 Aug 31 17:06:54.778955 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3057e-4571-4b9d-a06b-2385de12afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108edef0-7e0f-4aeb-9295-4821b60c589a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:54.792945 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-38517e3e-9c33-4274-9e74-661b4bbb3c35 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/quotas/8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 375 time: 0.0421844 Aug 31 17:06:55.039242 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.091916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.181022 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:55.209835 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.228430 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:55.245264 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Pushing event updated for resources: {'Port': ['ID=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:55.267665 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:55.273399 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:55.274074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.337491 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5330d837-6106-4667-9cde-c6334c0be279 req-2f9567a1-fbb0-4b91-b79a-cec25dff5ca4 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994207 Aug 31 17:06:55.353131 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-91299332-24df-46c8-8ecb-0140db834486 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4911110 Aug 31 17:06:55.468599 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'Port': ['ID=274bd9e3-3cb7-473b-9064-f18f5c5b5f88,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:55.517533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Made reservation on behalf of 6f316cf884ba46759402f16f51839537 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:06:55.534734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.558031 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5c5c6c9d-6f78-43bb-8c83-101bed705995 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4269235 Aug 31 17:06:55.670233 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.671607 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-78812cf8-6971-4c59-a6c0-52032e07407d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2151370 Aug 31 17:06:55.687114 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-ba1a35ae-fb7a-469d-9968-2dbf6ca9364e service neutron] 10.222.0.107 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666168 Aug 31 17:06:55.697358 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-785ac882-61b4-43cf-a8ba-5c89f0b63a48 req-c4b657e9-2ce4-4ad2-bb55-bb2628665670 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 210 time: 0.1502881 Aug 31 17:06:55.789689 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:55.877489 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae99-4790-4764-9373-ccbbe75dbc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:55.943120 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 607f4cce-4052-440a-9ca5-37c925256589 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:06:56.105042 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 607f4cce-4052-440a-9ca5-37c925256589 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:06:56.105769 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:56.170355 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4614d3f5-a5b3-4c39-8706-44956e218109 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:06:56.187251 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Allocated IP 172.20.0.5 (dbdcaa32-9bab-4672-9fb3-8706a356cc66/4ef16802-87f0-4cce-9e0e-f7ab605469cc/a9031a7e-ada2-4b4a-8354-1b47027dcee6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:06:56.198040 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:56.318636 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-991fe1c9-2475-4517-a158-d716dc641162 service neutron] 10.222.0.107 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272070 Aug 31 17:06:56.331021 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae99-4790-4764-9373-ccbbe75dbc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:56.342394 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Transition to ACTIVE for port object 4614d3f5-a5b3-4c39-8706-44956e218109 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:56.345864 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-74e73619-0d58-46aa-8068-b80c3007e6a6 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1349054102&fields=id&tenant_id=d74712dc28c44c8b91a70c6798977347 HTTP/1.1" status: 200 len: 267 time: 0.2172406 Aug 31 17:06:56.349756 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b39ae99-4790-4764-9373-ccbbe75dbc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:56.382448 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:56.717559 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Pushing event updated for resources: {'Port': ['ID=4614d3f5-a5b3-4c39-8706-44956e218109,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:56.768327 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2b39ae99-4790-4764-9373-ccbbe75dbc89 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=930f27af2e384e71b3dba64843cbd3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9654081 Aug 31 17:06:56.772192 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 37974) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:56.772892 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39ae99-4790-4764-9373-ccbbe75dbc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49babc33-970a-4bf4-bf8d-98dca8bcd74b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:56.959185 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Request body: {'port': {'device_id': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:57.220022 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.245524 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-cdb2de4b-ac88-4b15-82a0-d89998f154c7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:57.257022 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-cdb2de4b-ac88-4b15-82a0-d89998f154c7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 810 time: 0.8963170 Aug 31 17:06:57.308688 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-4ddaeb03-86b8-438e-97b9-9e8943da3bc2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/quotas/d74712dc28c44c8b91a70c6798977347 HTTP/1.1" status: 200 len: 375 time: 0.0487773 Aug 31 17:06:57.407449 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd614acd-9687-4b4a-86ed-a6c7790f4560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.443569 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Attempting to bind port 4614d3f5-a5b3-4c39-8706-44956e218109 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:57.444065 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Attempting to bind port 4614d3f5-a5b3-4c39-8706-44956e218109 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0026b4fc-21a7-4afb-95ec-62c0b94f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:57.444518 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Attempting to bind port 4614d3f5-a5b3-4c39-8706-44956e218109 on network fa59f57d-676d-4bf3-a722-0f8ce25dde7f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:57.455343 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45005240-c3e8-4876-b882-5b4cab8b51e3 req-39b1009a-a2d2-4a1a-8b95-2ab8b4e2cc9a tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:57.470551 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-45005240-c3e8-4876-b882-5b4cab8b51e3 req-39b1009a-a2d2-4a1a-8b95-2ab8b4e2cc9a tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.5042121 Aug 31 17:06:57.479318 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Port 4614d3f5-a5b3-4c39-8706-44956e218109 on network fa59f57d-676d-4bf3-a722-0f8ce25dde7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:06:57.480860 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.488746 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Attempting to bind port 4614d3f5-a5b3-4c39-8706-44956e218109 on network fa59f57d-676d-4bf3-a722-0f8ce25dde7f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:57.502584 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:06:57.503009 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Checking segment: {'id': '0026b4fc-21a7-4afb-95ec-62c0b94f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:06:57.513377 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Bound using segment: {'id': '0026b4fc-21a7-4afb-95ec-62c0b94f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:06:57.514028 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Bound port: 4614d3f5-a5b3-4c39-8706-44956e218109, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0026b4fc-21a7-4afb-95ec-62c0b94f5355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1537, 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:06:57.514518 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.572194 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd614acd-9687-4b4a-86ed-a6c7790f4560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.630428 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 37996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:57.685711 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-b9a84efc-6eb5-45fe-ab48-1b94043c8d2e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3751926 Aug 31 17:06:57.706678 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-45005240-c3e8-4876-b882-5b4cab8b51e3 req-4be82fcc-8cf5-46e5-9c4b-948fe2c92a3b tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282763 Aug 31 17:06:57.780759 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] For port 4614d3f5-a5b3-4c39-8706-44956e218109, host hv-cinder-78693, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:06:57.791641 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] For port 4614d3f5-a5b3-4c39-8706-44956e218109, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4614d3f5-a5b3-4c39-8706-44956e218109,segment=NetworkSegment(0026b4fc-21a7-4afb-95ec-62c0b94f5355),segment_id=0026b4fc-21a7-4afb-95ec-62c0b94f5355)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:06:57.792797 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd614acd-9687-4b4a-86ed-a6c7790f4560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.795293 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd614acd-9687-4b4a-86ed-a6c7790f4560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.815153 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-fd614acd-9687-4b4a-86ed-a6c7790f4560 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/49babc33-970a-4bf4-bf8d-98dca8bcd74b HTTP/1.1" status: 204 len: 168 time: 1.0144308 Aug 31 17:06:57.837015 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd614acd-9687-4b4a-86ed-a6c7790f4560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49babc33-970a-4bf4-bf8d-98dca8bcd74b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:57.843403 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.924414 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:57.925061 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:57.926472 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] 10.222.0.109 "PUT /v2.0/ports/4614d3f5-a5b3-4c39-8706-44956e218109 HTTP/1.1" status: 200 len: 1093 time: 4.0277705 Aug 31 17:06:57.941175 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'tag': '4614d3f5-a5b3-4c39-8706-44956e218109'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:06:57.952637 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-deae7433-6538-4aa2-98fa-47f29c707097 req-7d9a5693-7062-4703-b575-ac76590e44bc tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0514655 Aug 31 17:06:57.998249 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04554b-a9aa-4f31-a887-0d4d19e6ecaa service neutron] Pushing event updated for resources: {'Port': ['ID=4614d3f5-a5b3-4c39-8706-44956e218109,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:58.305526 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c8ee2cb-e5d0-4244-8da3-b70554d1c2b1 req-7401b54a-66e0-4f4c-a8e4-affae183790a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 210 time: 0.0886643 Aug 31 17:06:58.319034 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bf5c8-ecff-4f7f-949b-b4d9e65183d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:58.341355 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3daf73904927da5ca866301ccbf7edcccd5a2940a5cc2b9360b79e4c48196f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6464cae3-cf84-44df-b4ed-6ed513112d68" -d '{"events": [{"name": "network-changed", "server_uuid": "251cd9b1-1e35-48cb-8ed7-99c9ef96e422", "tag": "4614d3f5-a5b3-4c39-8706-44956e218109"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:06:58.358838 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-293cf1cb-3404-4431-83b3-02dca6826ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:58.365235 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-293cf1cb-3404-4431-83b3-02dca6826ff8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5811e0ade6024e1f9fadca4d2a04100a&device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 1096 time: 0.2818270 Aug 31 17:06:58.382953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:58.503153 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-30c26a56-7361-4d0b-a1c8-6908af181d85 service neutron] 10.222.0.107 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204326 Aug 31 17:06:58.558022 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-612403bc-b2da-423d-aa82-b345f302e336 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4614d3f5-a5b3-4c39-8706-44956e218109 HTTP/1.1" status: 200 len: 217 time: 0.1860569 Aug 31 17:06:58.711483 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:06:58.727318 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:58.750787 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Transition to ACTIVE for port object df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:06:58.781349 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-10b83915-14e8-49d6-be80-5eec1a41bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:58.787423 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-10b83915-14e8-49d6-be80-5eec1a41bb9a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b3d3c07-766d-4cc8-9c98-adce15b2259c HTTP/1.1" status: 200 len: 852 time: 0.1777155 Aug 31 17:06:58.870223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:58.918336 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-69df32c1-21d3-4443-a9b1-b5fefa53330f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735350 Aug 31 17:06:58.920019 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5f3d4f-b847-4252-bbb6-c198c2bedd26 x-openstack-request-id: req-be5f3d4f-b847-4252-bbb6-c198c2bedd26 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:06:58.920542 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251cd9b1-1e35-48cb-8ed7-99c9ef96e422", "tag": "4614d3f5-a5b3-4c39-8706-44956e218109", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:06:58.921095 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-be5f3d4f-b847-4252-bbb6-c198c2bedd26 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:06:58.921817 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'tag': '4614d3f5-a5b3-4c39-8706-44956e218109', 'status': 'completed', 'code': 200} Aug 31 17:06:59.126679 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec927f6-90e9-4b2d-bc4f-8f55a76bb3a3 req-a1c6d317-e044-4bbf-a13b-55357805eccd tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:59.130625 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8ec927f6-90e9-4b2d-bc4f-8f55a76bb3a3 req-a1c6d317-e044-4bbf-a13b-55357805eccd tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.1098111 Aug 31 17:06:59.186253 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Pushing event updated for resources: {'Port': ['ID=a9031a7e-ada2-4b4a-8354-1b47027dcee6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:59.222068 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-8ebafbaa-78cd-45cf-9c21-79ea53a2186b service neutron] 10.222.0.107 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614656 Aug 31 17:06:59.245370 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Network dbdcaa32-9bab-4672-9fb3-8706a356cc66 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:06:59.265519 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bf5c8-ecff-4f7f-949b-b4d9e65183d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:59.279531 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8ec927f6-90e9-4b2d-bc4f-8f55a76bb3a3 req-b2610379-883c-4b26-bc98-2e474a664a8b tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430624 Aug 31 17:06:59.324693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:06:59.328389 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:06:59.341236 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:06:59.341970 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:59.356033 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bf5c8-ecff-4f7f-949b-b4d9e65183d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:06:59.467002 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-716932c9-8e7d-4438-aedc-aae8ea0ee46f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5430791 Aug 31 17:06:59.469132 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-be8978dd-b124-4b07-be7e-f2a4eac5f542 req-ee9b783e-ed89-4dcd-bb4d-4526eeb58053 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0633569 Aug 31 17:06:59.762262 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf5c8-ecff-4f7f-949b-b4d9e65183d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10965376-d847-4eb4-ba55-82eddf66f80c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:59.768218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Pushing event updated for resources: {'Port': ['ID=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:06:59.772691 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-638bf5c8-ecff-4f7f-949b-b4d9e65183d4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b4e023b1c961469aa238f878a05548b9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1400647 Aug 31 17:06:59.799625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38080) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:06:59.887221 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Request body: {'port': {'device_id': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:06:59.972954 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Attempting to bind port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:06:59.973295 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Attempting to bind port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:06:59.973773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Attempting to bind port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:06:59.987950 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dae050b8-9e3e-499a-a9a1-aed81e34c43e req-4c32620d-dcf9-43c7-a28c-e308c40d64f5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.3180881 Aug 31 17:07:00.002818 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:00.054093 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:07:00.055979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Attempting to bind port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:00.082055 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef3b9b-0f84-49b3-b5fc-f769476e696b req-ac3cb45f-c7ee-4f36-8815-869a9b1dec83 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:00.083638 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-06ef3b9b-0f84-49b3-b5fc-f769476e696b req-ac3cb45f-c7ee-4f36-8815-869a9b1dec83 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 931 time: 0.3940687 Aug 31 17:07:00.255986 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fb3a26-0a2c-4f06-865f-74599796a99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.315632 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-06ef3b9b-0f84-49b3-b5fc-f769476e696b req-9479a742-affc-43af-8b55-3b4682a046ef tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202168 Aug 31 17:07:00.361189 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-06e170a2-2abb-4281-adde-8eb78164ad03 service neutron] 10.222.0.109 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593848 Aug 31 17:07:00.367954 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fb3a26-0a2c-4f06-865f-74599796a99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.381385 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:07:00.383238 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Checking segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:07:00.388674 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Bound using segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:07:00.389413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Bound port: df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:07:00.389851 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.441005 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.456045 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fb3a26-0a2c-4f06-865f-74599796a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.461120 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fb3a26-0a2c-4f06-865f-74599796a99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.462732 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e6fb3a26-0a2c-4f06-865f-74599796a99b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/10965376-d847-4eb4-ba55-82eddf66f80c HTTP/1.1" status: 204 len: 168 time: 0.6488378 Aug 31 17:07:00.481552 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb3a26-0a2c-4f06-865f-74599796a99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10965376-d847-4eb4-ba55-82eddf66f80c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:00.549341 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5350bff-3706-4a00-9e25-3edc2cfba9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.716571 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c4ae94f6-62cd-4958-b97f-74891feb0d9e req-f99ffb2e-7210-4fe0-809c-f247fc047b35 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0576525 Aug 31 17:07:00.768196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] For port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:07:00.784543 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] For port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:07:00.787588 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:00.886939 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Pushing event updated for resources: {'Port': ['ID=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:01.065702 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:01.068532 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.070025 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-3b645eb4-0518-439d-aaa2-c336514a9f4a service neutron] 10.222.0.109 "PUT /v2.0/ports/df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 1094 time: 4.1175315 Aug 31 17:07:01.070455 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'tag': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:01.169296 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:01.198318 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5da01a2-cbd8-431b-91cc-0d0b85057219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.261152 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e92ce9f-fc88-466a-b20f-385401c416fa req-aaa98fd9-d1fe-4e8d-bc4a-af1b46d68a0a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0523930 Aug 31 17:07:01.342024 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4a1f-ef5b-4b29-858b-3c39f365200c req-6969adcc-4b94-46d1-8e56-2c9292d7d9ed tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:01.345375 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-156f4a1f-ef5b-4b29-858b-3c39f365200c req-6969adcc-4b94-46d1-8e56-2c9292d7d9ed tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.8346190 Aug 31 17:07:01.443203 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c49927f5-593c-4fce-a1cf-23060ab3f590 req-102966e5-c5ef-4bc6-8abb-f1b91a077297 service neutron] 10.222.0.109 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589725 Aug 31 17:07:01.575039 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62427ac-7c2e-44e4-b1c5-4ff75c116b9d req-a7f2e675-3d25-429b-a7a9-7308f3a9371c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:01.576642 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c62427ac-7c2e-44e4-b1c5-4ff75c116b9d req-a7f2e675-3d25-429b-a7a9-7308f3a9371c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 931 time: 0.1312346 Aug 31 17:07:01.629916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df30c87a-0347-41fa-911a-47cfbb40596c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb45ae9-d0b3-4e13-8036-763e9ed26c74", "tag": "df6f91d3-3c4c-47b7-b0e5-7a77b0440d08"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:01.656177 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c62427ac-7c2e-44e4-b1c5-4ff75c116b9d req-03d6a483-3afa-409e-b44a-396c6cc343bc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712476 Aug 31 17:07:01.656882 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-156f4a1f-ef5b-4b29-858b-3c39f365200c req-7259035c-db7b-42a1-a903-c2cf13bac4a7 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542558 Aug 31 17:07:01.660406 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5350bff-3706-4a00-9e25-3edc2cfba9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.667669 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5350bff-3706-4a00-9e25-3edc2cfba9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.765264 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-e5350bff-3706-4a00-9e25-3edc2cfba9a4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=63634104264044d2ae361e23b22c2377&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7596493 Aug 31 17:07:01.768904 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350bff-3706-4a00-9e25-3edc2cfba9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e216d6-b163-4842-b9b6-4ba3eb71de09,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:01.771454 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:01.859178 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0a57e4-30ec-473f-8600-ae5b4512dd5d x-openstack-request-id: req-7b0a57e4-30ec-473f-8600-ae5b4512dd5d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:01.859460 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb45ae9-d0b3-4e13-8036-763e9ed26c74", "tag": "df6f91d3-3c4c-47b7-b0e5-7a77b0440d08", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:01.859705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7b0a57e4-30ec-473f-8600-ae5b4512dd5d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:01.860155 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'tag': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08', 'status': 'completed', 'code': 200} Aug 31 17:07:01.882766 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f65221e6-0ffc-4f1c-9072-77891a643b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.895387 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5da01a2-cbd8-431b-91cc-0d0b85057219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.902401 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5da01a2-cbd8-431b-91cc-0d0b85057219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.920442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9031a7e-ada2-4b4a-8354-1b47027dcee6 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:01.931893 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f65221e6-0ffc-4f1c-9072-77891a643b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.934946 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:01.950312 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da01a2-cbd8-431b-91cc-0d0b85057219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f26bdda-b5ba-48af-b780-786b30f08649,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:01.976883 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c5da01a2-cbd8-431b-91cc-0d0b85057219 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cb010f460b7d4414af11b10cb999a234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8040798 Aug 31 17:07:01.977944 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38160) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:01.990223 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ab110cb1-6da8-4025-8af3-d329d4259f8b req-a7b704df-649a-4891-91c9-a030b2fec1bc tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0604832 Aug 31 17:07:01.991260 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Transition to ACTIVE for port object a9031a7e-ada2-4b4a-8354-1b47027dcee6 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:07:02.003574 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.052311 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddc68206-4a95-454f-b48f-6857e76457ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.073889 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a9031a7e-ada2-4b4a-8354-1b47027dcee6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:02.079934 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddc68206-4a95-454f-b48f-6857e76457ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.115217 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Attempting to bind port a9031a7e-ada2-4b4a-8354-1b47027dcee6 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:07:02.115217 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Attempting to bind port a9031a7e-ada2-4b4a-8354-1b47027dcee6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:07:02.116016 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Attempting to bind port a9031a7e-ada2-4b4a-8354-1b47027dcee6 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:02.121575 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Port a9031a7e-ada2-4b4a-8354-1b47027dcee6 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:07:02.121943 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Attempting to bind port a9031a7e-ada2-4b4a-8354-1b47027dcee6 on network dbdcaa32-9bab-4672-9fb3-8706a356cc66 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:02.125769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f65221e6-0ffc-4f1c-9072-77891a643b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.128993 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f65221e6-0ffc-4f1c-9072-77891a643b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.130141 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f65221e6-0ffc-4f1c-9072-77891a643b30 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/35e216d6-b163-4842-b9b6-4ba3eb71de09 HTTP/1.1" status: 204 len: 168 time: 0.3532524 Aug 31 17:07:02.143013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:07:02.143337 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Checking segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:07:02.143728 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Bound using segment: {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:07:02.144165 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Bound port: a9031a7e-ada2-4b4a-8354-1b47027dcee6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b74ddc8-f612-41bd-bedf-da9add951096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1525, 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:07:02.144562 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.145562 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddc68206-4a95-454f-b48f-6857e76457ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.146823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65221e6-0ffc-4f1c-9072-77891a643b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e216d6-b163-4842-b9b6-4ba3eb71de09,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:02.150783 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddc68206-4a95-454f-b48f-6857e76457ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.152238 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ddc68206-4a95-454f-b48f-6857e76457ed admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3f26bdda-b5ba-48af-b780-786b30f08649 HTTP/1.1" status: 204 len: 168 time: 0.1729136 Aug 31 17:07:02.164670 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc68206-4a95-454f-b48f-6857e76457ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f26bdda-b5ba-48af-b780-786b30f08649,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:02.243379 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] For port a9031a7e-ada2-4b4a-8354-1b47027dcee6, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:07:02.247791 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] For port a9031a7e-ada2-4b4a-8354-1b47027dcee6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:07:02.252845 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.286163 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:02.286780 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.288504 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] 10.222.0.109 "PUT /v2.0/ports/a9031a7e-ada2-4b4a-8354-1b47027dcee6 HTTP/1.1" status: 200 len: 1093 time: 2.4265578 Aug 31 17:07:02.318048 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e29c-5d7c-480b-9aec-21a0a8879aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a9031a7e-ada2-4b4a-8354-1b47027dcee6,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:02.393028 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-32f61c4f-a97a-4647-befb-fcddf46ce5bd req-eb478785-8428-4450-afb7-fbf850893aaa tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0279183 Aug 31 17:07:02.582837 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38188) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:02.600156 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70af345f-f8bc-4186-a532-f89116afb8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.694142 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70af345f-f8bc-4186-a532-f89116afb8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.698862 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70af345f-f8bc-4186-a532-f89116afb8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.750697 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-70af345f-f8bc-4186-a532-f89116afb8cf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=492d6e2caf304935a6a351b625ff10fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665671 Aug 31 17:07:02.751803 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af345f-f8bc-4186-a532-f89116afb8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7088e882-b009-43cc-bc22-4958c5cfce0d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:02.754181 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:02.798124 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06aba6-081f-4023-9061-dd69c2984d79 req-d4eb0d57-7134-4cdb-974d-4bc7dc1bad1b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:02.799772 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ca06aba6-081f-4023-9061-dd69c2984d79 req-d4eb0d57-7134-4cdb-974d-4bc7dc1bad1b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 943 time: 0.0680273 Aug 31 17:07:02.845059 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ca06aba6-081f-4023-9061-dd69c2984d79 req-b610b96d-1a08-4cea-90a3-7b9f2a1ce438 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Aug 31 17:07:02.850612 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac82b8d-0f1f-4328-ad6c-06a1b213a695 req-2e88ebdd-e386-4236-855d-d1431bff366e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:02.852098 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cac82b8d-0f1f-4328-ad6c-06a1b213a695 req-2e88ebdd-e386-4236-855d-d1431bff366e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.0830495 Aug 31 17:07:02.853163 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a76e3e7f-181a-4336-a390-01dadd49f060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.891771 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a76e3e7f-181a-4336-a390-01dadd49f060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.920044 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cac82b8d-0f1f-4328-ad6c-06a1b213a695 req-1a30efbc-5af9-4361-b9ed-dccdf0f0871d tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610430 Aug 31 17:07:02.969946 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a76e3e7f-181a-4336-a390-01dadd49f060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.972610 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a76e3e7f-181a-4336-a390-01dadd49f060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:02.973999 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a76e3e7f-181a-4336-a390-01dadd49f060 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7088e882-b009-43cc-bc22-4958c5cfce0d HTTP/1.1" status: 204 len: 168 time: 0.2189364 Aug 31 17:07:02.982626 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e3e7f-181a-4336-a390-01dadd49f060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7088e882-b009-43cc-bc22-4958c5cfce0d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:03.098416 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc15bfec-3804-487f-a8a7-cb818f83bc9a req-7fa6776d-a22a-4479-9b80-28c219791b0e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0306516 Aug 31 17:07:03.514775 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c67b957-d25a-4d46-a6d3-232967c80e1a req-e072d472-32d2-4704-ba54-29353d74c40d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0331352 Aug 31 17:07:03.560754 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:03.748639 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7738255b-6476-485b-9f9c-50a53480aac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:03.857843 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7738255b-6476-485b-9f9c-50a53480aac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:03.864645 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'tag': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:03.864645 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe3bddf-9057-4090-bf6d-6b349cf2347e" -d '{"events": [{"name": "network-changed", "server_uuid": "b466011e-9cc2-49f8-9ebf-e13c8c3347c9", "tag": "a9031a7e-ada2-4b4a-8354-1b47027dcee6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:03.866633 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7738255b-6476-485b-9f9c-50a53480aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:03.911911 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7738255b-6476-485b-9f9c-50a53480aac4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=48e8e4078b314114893e10c5666bb242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497982 Aug 31 17:07:03.912852 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738255b-6476-485b-9f9c-50a53480aac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f08685-ed74-4953-8f04-dff581c61278,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:03.914682 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38288) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:03.993536 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e98cde5-c3a7-47a2-83c8-381b1fdaa7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:04.016933 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02ec2a-2caa-45bb-975c-2c54ce455d21 x-openstack-request-id: req-0e02ec2a-2caa-45bb-975c-2c54ce455d21 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:04.017256 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b466011e-9cc2-49f8-9ebf-e13c8c3347c9", "tag": "a9031a7e-ada2-4b4a-8354-1b47027dcee6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:04.017471 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0e02ec2a-2caa-45bb-975c-2c54ce455d21 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:04.017852 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'tag': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6', 'status': 'completed', 'code': 200} Aug 31 17:07:04.043632 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3295b-2566-4641-a133-d7dd1f79dc48 req-8706b7e6-cc4d-46c3-babb-5b81abc8544c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:04.045612 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-39a3295b-2566-4641-a133-d7dd1f79dc48 req-8706b7e6-cc4d-46c3-babb-5b81abc8544c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 943 time: 0.0729785 Aug 31 17:07:04.046568 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e98cde5-c3a7-47a2-83c8-381b1fdaa7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:04.091171 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-39a3295b-2566-4641-a133-d7dd1f79dc48 req-6c2d70cf-8277-4e86-a483-f63b9f9eef0a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382197 Aug 31 17:07:04.163353 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89e977-a495-4f4a-8c97-9e821d83469d req-5de88f24-e5ee-412e-9063-9e6c111e3155 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:04.165176 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5e89e977-a495-4f4a-8c97-9e821d83469d req-5de88f24-e5ee-412e-9063-9e6c111e3155 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.0967109 Aug 31 17:07:04.185207 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e98cde5-c3a7-47a2-83c8-381b1fdaa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:04.188180 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e98cde5-c3a7-47a2-83c8-381b1fdaa7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:04.191628 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5e98cde5-c3a7-47a2-83c8-381b1fdaa7ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/01f08685-ed74-4953-8f04-dff581c61278 HTTP/1.1" status: 204 len: 168 time: 0.2736683 Aug 31 17:07:04.211780 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98cde5-c3a7-47a2-83c8-381b1fdaa7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f08685-ed74-4953-8f04-dff581c61278,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:04.244674 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5e89e977-a495-4f4a-8c97-9e821d83469d req-f441428b-6422-4656-86cf-244bcba03e96 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665288 Aug 31 17:07:04.251077 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-64c81bf2-c856-42e4-aa4b-15a451e56082 req-c20c4cfc-017a-4792-b450-decad3de342b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0354509 Aug 31 17:07:04.512904 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-8d77b6c6-58e1-458b-80ce-e405c103c3ab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:04.513003 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-8d77b6c6-58e1-458b-80ce-e405c103c3ab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 817 time: 0.1447582 Aug 31 17:07:04.518988 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3bddf-9057-4090-bf6d-6b349cf2347e req-92f1ae07-cbdb-4412-9fd5-cc2465861905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:04.520532 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfe3bddf-9057-4090-bf6d-6b349cf2347e req-92f1ae07-cbdb-4412-9fd5-cc2465861905 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 1096 time: 0.0537121 Aug 31 17:07:04.648100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7cc1d932-8607-4487-9bb5-9726d9698684 req-c60e3fb4-2c96-4e31-8489-b8913945098a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0575185 Aug 31 17:07:04.786206 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.109', 53625) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:04.912300 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-4dbdb0b5-b7a3-4179-8f17-19d7e28ba08b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 379 time: 0.2710187 Aug 31 17:07:04.934713 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'port': {'device_id': '393b1821-b143-4221-84e2-3b9636661eb3', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'admin_state_up': True, 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'security_groups': ['b8df8744-521d-4f11-99ee-d6e50a89b5d7']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:04.998516 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3bddf-9057-4090-bf6d-6b349cf2347e req-6ba90461-5196-4c08-a79f-e059f4ca62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.000040 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfe3bddf-9057-4090-bf6d-6b349cf2347e req-6ba90461-5196-4c08-a79f-e059f4ca62d0 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=6f316cf884ba46759402f16f51839537&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3933351 Aug 31 17:07:05.036187 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c87a-0347-41fa-911a-47cfbb40596c req-7b3bc770-c7a8-440e-afed-7af613778ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.038095 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df30c87a-0347-41fa-911a-47cfbb40596c req-7b3bc770-c7a8-440e-afed-7af613778ec3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1097 time: 0.3746150 Aug 31 17:07:05.048361 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-96649822-ae82-4e3b-9986-21fcce59ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.049875 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-96649822-ae82-4e3b-9986-21fcce59ec70 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5811e0ade6024e1f9fadca4d2a04100a&device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 1096 time: 0.2597642 Aug 31 17:07:05.256382 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38368) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:05.644066 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-410702dc-415d-4fc5-bf8d-12788e2aec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:05.651904 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.109', 53628) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:05.692769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Made reservation on behalf of 8107b911803c4bd198dd74f3e21f9786 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:07:05.696800 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:05.704072 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3bddf-9057-4090-bf6d-6b349cf2347e req-70ef397a-b16f-4e53-a4eb-099ea7453131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.705734 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfe3bddf-9057-4090-bf6d-6b349cf2347e req-70ef397a-b16f-4e53-a4eb-099ea7453131 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6861227 Aug 31 17:07:05.727988 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b93e7e-51ee-455f-b6e5-520dd9ace1f9 req-73bbb4b3-2b07-4e9d-8b66-9424c2cc617f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.729851 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-95b93e7e-51ee-455f-b6e5-520dd9ace1f9 req-73bbb4b3-2b07-4e9d-8b66-9424c2cc617f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 943 time: 0.5230517 Aug 31 17:07:05.809805 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c87a-0347-41fa-911a-47cfbb40596c req-40c79987-83f7-4a10-aa84-e29d6c26d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.812303 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df30c87a-0347-41fa-911a-47cfbb40596c req-40c79987-83f7-4a10-aa84-e29d6c26d58c service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=6f316cf884ba46759402f16f51839537&shared=False HTTP/1.1" status: 200 len: 921 time: 0.7475429 Aug 31 17:07:05.887291 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-0436b297-8e7b-48ca-aaef-0fd58c90ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.890610 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-0436b297-8e7b-48ca-aaef-0fd58c90ec3a service neutron] 10.222.0.109 "GET /v2.0/networks?id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f HTTP/1.1" status: 200 len: 914 time: 0.8005488 Aug 31 17:07:05.899957 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-95b93e7e-51ee-455f-b6e5-520dd9ace1f9 req-e5fbc970-bdbd-4fb0-a4d2-f52bae766ad8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625373 Aug 31 17:07:05.916839 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-55df2929-326e-4e27-b83e-a24700963c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.921047 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-55df2929-326e-4e27-b83e-a24700963c5e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 1096 time: 0.1539660 Aug 31 17:07:05.926246 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba85a40-6063-463a-8087-47df227478f3 req-ec1d4c88-59f9-42e3-ab99-aa85b090c433 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:05.943771 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bba85a40-6063-463a-8087-47df227478f3 req-ec1d4c88-59f9-42e3-ab99-aa85b090c433 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.4111650 Aug 31 17:07:05.998683 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-61d2fe96-c994-4bbf-8ae8-2af3abc9a050 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6 HTTP/1.1" status: 200 len: 217 time: 0.0471399 Aug 31 17:07:06.081640 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9647bab6-af3a-4ebb-b82a-f7b976f73888 req-47b3c00b-782f-410b-8415-0d2993d785c3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0335743 Aug 31 17:07:06.096702 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-31bdbbf0-56b5-4af8-8f7c-0777cc44ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:06.099000 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-31bdbbf0-56b5-4af8-8f7c-0777cc44ecce service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0863330 Aug 31 17:07:06.144148 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-70b3ca80-ffcc-4b1a-be4c-8701d63cd710 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344784 Aug 31 17:07:06.188063 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-1ef87858-0d84-4c91-b5de-db7b082068ff service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4614d3f5-a5b3-4c39-8706-44956e218109 HTTP/1.1" status: 200 len: 217 time: 0.1637170 Aug 31 17:07:06.216966 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38408) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:06.245914 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-445c6871-040a-415f-8d81-3202f6c58932 req-440c2184-5553-4262-90f5-758390c1281e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0662272 Aug 31 17:07:06.286860 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-ebae0c97-0133-4b9f-856a-4217dcc8798f service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334608 Aug 31 17:07:06.328971 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bba85a40-6063-463a-8087-47df227478f3 req-914c13a5-15f2-4d87-b820-e728d38a15d3 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839889 Aug 31 17:07:06.375477 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-db832ebe-04c4-4607-ac56-c4bff6eec586 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:06.376990 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-db832ebe-04c4-4607-ac56-c4bff6eec586 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 810 time: 0.7105739 Aug 31 17:07:06.381715 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b769a77-abd5-4892-a4bb-642b3d71c54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.406368 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-3ebd8021-762e-45b6-990a-bc1e59bdd3b3 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059470 Aug 31 17:07:06.444913 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-21445f84-d0a4-41ec-ac64-be9d53987676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:06.446375 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-21445f84-d0a4-41ec-ac64-be9d53987676 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b3d3c07-766d-4cc8-9c98-adce15b2259c HTTP/1.1" status: 200 len: 852 time: 0.2360997 Aug 31 17:07:06.463365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c87a-0347-41fa-911a-47cfbb40596c req-22a3063a-53cd-4ee1-9c55-7d60aa16c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:06.464874 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df30c87a-0347-41fa-911a-47cfbb40596c req-22a3063a-53cd-4ee1-9c55-7d60aa16c7e5 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6097393 Aug 31 17:07:06.501175 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Allocated IP 172.20.0.8 (2fefa7f6-f6c8-4aa1-8c73-cda0b548f806/567cb0ff-dc46-4e24-88c3-f1e45fd773ca/cf6162fc-3f90-4171-85bd-7978d1daa170) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:07:06.538563 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-596a3f6c-b174-4cf3-a9e1-7f7302e3036c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766406 Aug 31 17:07:06.583590 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-0f352f24-7073-4444-b358-5149e0f5804e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d74712dc28c44c8b91a70c6798977347 HTTP/1.1" status: 200 len: 380 time: 0.1902816 Aug 31 17:07:06.600587 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-410702dc-415d-4fc5-bf8d-12788e2aec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.632865 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'port': {'device_id': '98fea466-5b22-4b06-bf4f-9db94740825c', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'admin_state_up': True, 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'security_groups': ['ea7f6fdb-27b0-4497-9e21-0d57a147ab94']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:06.649206 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-410702dc-415d-4fc5-bf8d-12788e2aec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.698084 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b769a77-abd5-4892-a4bb-642b3d71c54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.703634 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b769a77-abd5-4892-a4bb-642b3d71c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.747051 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-4b769a77-abd5-4892-a4bb-642b3d71c54b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0fc464be6f77449c8c5894b862c08017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283153 Aug 31 17:07:06.747935 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b769a77-abd5-4892-a4bb-642b3d71c54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f9fac-1a0d-4d88-a52a-55663f93295d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:06.750676 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38412) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:06.804539 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc964868-5b64-43b8-a740-a22ac82ebeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.813376 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-410702dc-415d-4fc5-bf8d-12788e2aec66 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1c25c7e585d841d8bacc5ff2ae3edbae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5260589 Aug 31 17:07:06.818039 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38414) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:06.824184 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410702dc-415d-4fc5-bf8d-12788e2aec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022cece5-ebc7-409c-8233-5e3f88c29248,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:06.836559 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc964868-5b64-43b8-a740-a22ac82ebeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.837468 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-cc81674c-d6d6-4244-97cf-4cbda86ec126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:06.839075 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-cc81674c-d6d6-4244-97cf-4cbda86ec126 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1097 time: 0.3028455 Aug 31 17:07:06.898238 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-126e31a5-d137-45c3-bc9d-510e256a7c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.922603 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-126e31a5-d137-45c3-bc9d-510e256a7c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.929201 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc964868-5b64-43b8-a740-a22ac82ebeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.930564 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-c6e32d18-0f81-40bf-9cc5-3b9c65dcf562 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 217 time: 0.0745444 Aug 31 17:07:06.931679 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc964868-5b64-43b8-a740-a22ac82ebeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:06.932809 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-fc964868-5b64-43b8-a740-a22ac82ebeaa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b0f9fac-1a0d-4d88-a52a-55663f93295d HTTP/1.1" status: 204 len: 168 time: 0.1810987 Aug 31 17:07:06.935125 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-a778087a-d45b-4df9-9099-d6c7180a3858 service neutron] 10.222.0.109 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832603 Aug 31 17:07:06.947395 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964868-5b64-43b8-a740-a22ac82ebeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f9fac-1a0d-4d88-a52a-55663f93295d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:07.012353 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-126e31a5-d137-45c3-bc9d-510e256a7c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.014610 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-126e31a5-d137-45c3-bc9d-510e256a7c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.015799 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-126e31a5-d137-45c3-bc9d-510e256a7c88 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/022cece5-ebc7-409c-8233-5e3f88c29248 HTTP/1.1" status: 204 len: 168 time: 0.1968570 Aug 31 17:07:07.043299 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e31a5-d137-45c3-bc9d-510e256a7c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022cece5-ebc7-409c-8233-5e3f88c29248,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:07.084174 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a2682-462c-4895-90f6-c0bb71c36efd req-e7e31e64-4ce2-4d72-a702-2592c33ff93f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:07.092169 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cc8a2682-462c-4895-90f6-c0bb71c36efd req-e7e31e64-4ce2-4d72-a702-2592c33ff93f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 943 time: 0.0945222 Aug 31 17:07:07.108083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Made reservation on behalf of d74712dc28c44c8b91a70c6798977347 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:07:07.113397 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.131302 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.138759 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:07:07.178699 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-da1cdbf4-d05b-472d-be83-d56ea15d8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:07.180457 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-da1cdbf4-d05b-472d-be83-d56ea15d8562 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.1865304 Aug 31 17:07:07.181900 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Transition to ACTIVE for port object cf6162fc-3f90-4171-85bd-7978d1daa170 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:07:07.206247 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cc8a2682-462c-4895-90f6-c0bb71c36efd req-7c7f40ea-4080-44a0-b34c-305a4a76b9c7 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121645 Aug 31 17:07:07.289628 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-f965b820-1b1a-4a22-8fe4-8a24d4112218 service neutron] 10.222.0.109 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380663 Aug 31 17:07:07.303228 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5a928acd-e481-4062-b91a-9e8945120019 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623348 Aug 31 17:07:07.440353 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2a54d8bd-1766-4465-bb9b-6fd6afcf38c7 req-298ab86a-c248-48af-8685-bae1099c61c7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0689683 Aug 31 17:07:07.596071 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af17b701-3ce9-428d-aac7-02ff15756b02 req-6f420f2d-53c5-4b6e-ac5d-54c0c4423d7c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.2946832 Aug 31 17:07:07.662008 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06bbc4-e71d-4c50-b91e-521a8b864ef3 req-f41c189b-1e5e-4d7d-8f07-70e52a094d84 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:07.668969 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e06bbc4-e71d-4c50-b91e-521a8b864ef3 req-f41c189b-1e5e-4d7d-8f07-70e52a094d84 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.1215577 Aug 31 17:07:07.735074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.778242 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e06bbc4-e71d-4c50-b91e-521a8b864ef3 req-567ef591-7dce-4ab2-a606-85f8176ae13e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983348 Aug 31 17:07:07.856552 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:07:07.857867 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Allocated IP 172.20.0.14 (5de20606-e586-4648-9c0b-decffe11620a/4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c/b06a463c-cf18-48c5-aca6-8ca7336698f5) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:07:07.861034 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38470) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:07.872161 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:07:07.885698 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddfac-9f7b-45ee-8dc5-525c01ae6edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.887284 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:07:07.892874 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:07.893672 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:07.916023 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:07.927216 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-5e0ac807-4625-49d0-9ed4-a29c75b33374 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064727 Aug 31 17:07:08.016363 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddfac-9f7b-45ee-8dc5-525c01ae6edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.022287 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddfac-9f7b-45ee-8dc5-525c01ae6edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.057776 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ddfac-9f7b-45ee-8dc5-525c01ae6edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc09cb-dc44-480e-9c96-b5ba43222fe1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:08.070820 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-643d4fe2-2ec4-4d1b-97e5-feb4bc1118e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1427996 Aug 31 17:07:08.087768 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Request body: {'port': {'device_id': '393b1821-b143-4221-84e2-3b9636661eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:08.088831 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.114249 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38476) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:08.114518 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ca2ddfac-9f7b-45ee-8dc5-525c01ae6edb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a9769709b1f74469bcffd25faa9172af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493911 Aug 31 17:07:08.258138 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6fd04469-fd1c-491d-abf9-4348fd66b89d None None] Provisioning for port cf6162fc-3f90-4171-85bd-7978d1daa170 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:08.269037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6fd04469-fd1c-491d-abf9-4348fd66b89d None None] Provisioning complete for port cf6162fc-3f90-4171-85bd-7978d1daa170 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:08.269953 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6fd04469-fd1c-491d-abf9-4348fd66b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.320347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6fd04469-fd1c-491d-abf9-4348fd66b89d None None] Port cf6162fc-3f90-4171-85bd-7978d1daa170 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:07:08.329324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.337414 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b04bfbc8-26cc-46cf-bd6d-fc9c14c7b3de req-6987cd65-7afa-4928-9b70-43d391c3c699 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017692 Aug 31 17:07:08.358962 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.393543 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Transition to ACTIVE for port object b06a463c-cf18-48c5-aca6-8ca7336698f5 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:07:08.417773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74357929-7c77-4e8f-8464-4d6aea283be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.481968 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6025a1-675a-4120-a006-57943d52a5e2 req-8ca58c2a-23c0-4985-a231-839514c33f30 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:08.491524 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bb6025a1-675a-4120-a006-57943d52a5e2 req-8ca58c2a-23c0-4985-a231-839514c33f30 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 943 time: 0.1908686 Aug 31 17:07:08.496051 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74357929-7c77-4e8f-8464-4d6aea283be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.533600 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4bee60cb-732f-490a-8004-2790253cb1fa req-013cd4fb-f5ce-4bcc-ad19-4b5bae955f0b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0329065 Aug 31 17:07:08.638770 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bb6025a1-675a-4120-a006-57943d52a5e2 req-bdb51e12-04e5-43d5-9be4-b116d02ebcc2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463397 Aug 31 17:07:08.695618 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.755161 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319d3e-6abc-4a84-a4fe-49bb0ace8b3d req-6667672c-2182-4551-a4b5-a2641b8cc6cb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:08.756682 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74357929-7c77-4e8f-8464-4d6aea283be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.757068 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bf319d3e-6abc-4a84-a4fe-49bb0ace8b3d req-6667672c-2182-4551-a4b5-a2641b8cc6cb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 931 time: 0.0696225 Aug 31 17:07:08.759302 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74357929-7c77-4e8f-8464-4d6aea283be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.760395 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-74357929-7c77-4e8f-8464-4d6aea283be1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/78fc09cb-dc44-480e-9c96-b5ba43222fe1 HTTP/1.1" status: 204 len: 168 time: 0.6414485 Aug 31 17:07:08.777387 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Network 5de20606-e586-4648-9c0b-decffe11620a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:07:08.792328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:07:08.808274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74357929-7c77-4e8f-8464-4d6aea283be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc09cb-dc44-480e-9c96-b5ba43222fe1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:08.822626 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bf319d3e-6abc-4a84-a4fe-49bb0ace8b3d req-9cb7099d-e05b-4301-9207-9986d3413a7a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563173 Aug 31 17:07:08.833392 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:07:08.850151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:08.850151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:08.859894 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'Port': ['ID=b06a463c-cf18-48c5-aca6-8ca7336698f5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:08.937116 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-ba09ab28-7aef-4cf0-883d-9e96b2501337 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3084538 Aug 31 17:07:08.956149 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Request body: {'port': {'device_id': '98fea466-5b22-4b06-bf4f-9db94740825c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:09.066352 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ecd7-acd5-425a-ba22-290f824e2e02 req-471d0c91-d62c-4e0e-bea0-9c5133a0c6cf tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:09.067921 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e9b3ecd7-acd5-425a-ba22-290f824e2e02 req-471d0c91-d62c-4e0e-bea0-9c5133a0c6cf tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.1855347 Aug 31 17:07:09.101014 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6162fc-3f90-4171-85bd-7978d1daa170 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:09.122126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.125698 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.166472 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Transition to ACTIVE for port object cf6162fc-3f90-4171-85bd-7978d1daa170 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:07:09.193054 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.201690 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e9b3ecd7-acd5-425a-ba22-290f824e2e02 req-97442ac0-037b-45b4-b5c6-dcf2707ef2f8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144040 Aug 31 17:07:09.269921 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d20fabbf-f392-4648-a048-49d2eea815d1 None None] Provisioning for port b06a463c-cf18-48c5-aca6-8ca7336698f5 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:09.269921 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d20fabbf-f392-4648-a048-49d2eea815d1 None None] Provisioning complete for port b06a463c-cf18-48c5-aca6-8ca7336698f5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:09.277739 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d20fabbf-f392-4648-a048-49d2eea815d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.322822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:09.330225 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d20fabbf-f392-4648-a048-49d2eea815d1 None None] Port b06a463c-cf18-48c5-aca6-8ca7336698f5 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:07:09.389912 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Attempting to bind port cf6162fc-3f90-4171-85bd-7978d1daa170 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:07:09.390244 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Attempting to bind port cf6162fc-3f90-4171-85bd-7978d1daa170 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:07:09.390570 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Attempting to bind port cf6162fc-3f90-4171-85bd-7978d1daa170 on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:09.434333 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Port cf6162fc-3f90-4171-85bd-7978d1daa170 on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:07:09.434654 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Attempting to bind port cf6162fc-3f90-4171-85bd-7978d1daa170 on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:09.445834 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:07:09.446177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Checking segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:07:09.446573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Bound using segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:07:09.447032 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Bound port: cf6162fc-3f90-4171-85bd-7978d1daa170, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:07:09.447437 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.554657 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:07:09.592100 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:07:09.598344 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.640674 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06a463c-cf18-48c5-aca6-8ca7336698f5 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:09.653665 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.664014 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:09.664718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.666436 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] 10.222.0.109 "PUT /v2.0/ports/cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 1093 time: 1.5867283 Aug 31 17:07:09.671220 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:09.674679 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f8375-9f5e-48fa-929f-c5a55083f947" -d '{"events": [{"name": "network-changed", "server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:09.709068 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Transition to ACTIVE for port object b06a463c-cf18-48c5-aca6-8ca7336698f5 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:07:09.719114 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:09.722508 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d78a36-b490-4392-b6f3-c1713a438395 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:09.736098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342de58-f06e-4b41-9d40-80b1542fdf53 req-1ec57986-272e-49e6-9bf0-6c05dae26be2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:09.746326 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4342de58-f06e-4b41-9d40-80b1542fdf53 req-1ec57986-272e-49e6-9bf0-6c05dae26be2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 932 time: 0.1348195 Aug 31 17:07:09.807990 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4342de58-f06e-4b41-9d40-80b1542fdf53 req-01ebcc68-350c-4c07-9f14-1447d6c6cddf tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603778 Aug 31 17:07:09.861713 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb6f8e-9a22-458c-b90d-c55718df539b x-openstack-request-id: req-09cb6f8e-9a22-458c-b90d-c55718df539b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:09.862041 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:09.862257 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-09cb6f8e-9a22-458c-b90d-c55718df539b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:09.862649 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'status': 'completed', 'code': 200} Aug 31 17:07:09.892103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a463c-cf18-48c5-aca6-8ca7336698f5,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:09.969393 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-57f71844-c570-4671-bf22-ccdf9c9da0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:09.970979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-57f71844-c570-4671-bf22-ccdf9c9da0f7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1096 time: 0.2351294 Aug 31 17:07:09.973504 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 4614d3f5-a5b3-4c39-8706-44956e218109 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:07:09.975861 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Attempting to bind port b06a463c-cf18-48c5-aca6-8ca7336698f5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:07:09.976302 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Attempting to bind port b06a463c-cf18-48c5-aca6-8ca7336698f5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:07:09.976833 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Attempting to bind port b06a463c-cf18-48c5-aca6-8ca7336698f5 on network 5de20606-e586-4648-9c0b-decffe11620a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:09.987181 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281c178-b907-45ba-b9a7-8d67af829462 req-83bcb390-7c93-484a-b91b-516a84fd01f4 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:09.994334 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4281c178-b907-45ba-b9a7-8d67af829462 req-83bcb390-7c93-484a-b91b-516a84fd01f4 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 943 time: 0.1675770 Aug 31 17:07:10.013824 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Port b06a463c-cf18-48c5-aca6-8ca7336698f5 on network 5de20606-e586-4648-9c0b-decffe11620a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:07:10.013824 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Attempting to bind port b06a463c-cf18-48c5-aca6-8ca7336698f5 on network 5de20606-e586-4648-9c0b-decffe11620a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:07:10.076636 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:07:10.077113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Checking segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:07:10.077505 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Bound using segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:07:10.078212 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Bound port: b06a463c-cf18-48c5-aca6-8ca7336698f5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:07:10.079030 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.085586 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84137fd-3d34-4707-9107-ab03d7b3ae63 req-f5fe7a6f-f4c0-43e3-ba40-8d22f6885522 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.088785 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-d3cc078a-e195-47d6-b18c-239a49c7d8f0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 217 time: 0.0934062 Aug 31 17:07:10.090527 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e84137fd-3d34-4707-9107-ab03d7b3ae63 req-f5fe7a6f-f4c0-43e3-ba40-8d22f6885522 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.1522517 Aug 31 17:07:10.168751 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e84137fd-3d34-4707-9107-ab03d7b3ae63 req-32a4e76d-7187-4528-9733-08830875ac73 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710850 Aug 31 17:07:10.209850 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4281c178-b907-45ba-b9a7-8d67af829462 req-05f34096-6a57-41ab-9e12-27b1c4cebbd5 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013812 Aug 31 17:07:10.220177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-a08aea90-ae7e-4332-9bcc-a326fe789ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.222395 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-a08aea90-ae7e-4332-9bcc-a326fe789ba7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.1231453 Aug 31 17:07:10.268443 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 4614d3f5-a5b3-4c39-8706-44956e218109, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4614d3f5-a5b3-4c39-8706-44956e218109,segment=NetworkSegment(0026b4fc-21a7-4afb-95ec-62c0b94f5355),segment_id=0026b4fc-21a7-4afb-95ec-62c0b94f5355)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:10.288338 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '4614d3f5-a5b3-4c39-8706-44956e218109', 'network_id': 'fa59f57d-676d-4bf3-a722-0f8ce25dde7f', 'port_id': '4614d3f5-a5b3-4c39-8706-44956e218109', 'mac_address': 'fa:16:3e:33:93:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3d3c07-766d-4cc8-9c98-adce15b2259c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:07:10.347595 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] For port b06a463c-cf18-48c5-aca6-8ca7336698f5, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:07:10.363659 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] For port b06a463c-cf18-48c5-aca6-8ca7336698f5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:07:10.366782 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-3eeb9aea-3285-4cfb-b5b3-4d86cd8b1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.368749 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-3eeb9aea-3285-4cfb-b5b3-4d86cd8b1e6b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1358922 Aug 31 17:07:10.370650 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.408093 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.441956 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4614d3f5-a5b3-4c39-8706-44956e218109 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:10.465822 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4bedf-0b03-40ee-b564-95a4331933fe req-d62d5c33-6937-42db-a1ed-7ee743e93a29 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.478334 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.483319 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.483708 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 4614d3f5-a5b3-4c39-8706-44956e218109, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4614d3f5-a5b3-4c39-8706-44956e218109,segment=NetworkSegment(0026b4fc-21a7-4afb-95ec-62c0b94f5355),segment_id=0026b4fc-21a7-4afb-95ec-62c0b94f5355)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:10.485201 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] 10.222.0.109 "PUT /v2.0/ports/b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 1094 time: 1.5352366 Aug 31 17:07:10.487248 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e5b4bedf-0b03-40ee-b564-95a4331933fe req-d62d5c33-6937-42db-a1ed-7ee743e93a29 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 943 time: 0.1474285 Aug 31 17:07:10.488710 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.491669 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device a9031a7e-ada2-4b4a-8354-1b47027dcee6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:07:10.522360 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79498-a986-4e2c-b82b-65ec1782ec68 service neutron] Pushing event updated for resources: {'Port': ['ID=b06a463c-cf18-48c5-aca6-8ca7336698f5,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:10.591436 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e5b4bedf-0b03-40ee-b564-95a4331933fe req-98f61fa6-1ec6-47b0-a862-6896d90bf908 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956676 Aug 31 17:07:10.652804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=4614d3f5-a5b3-4c39-8706-44956e218109,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:10.683371 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-10e6748e-f8d6-42aa-890d-5921299b995a service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839158 Aug 31 17:07:10.687491 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-095034f3-a611-4f13-bbda-2dcfcd7f9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.688755 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-095034f3-a611-4f13-bbda-2dcfcd7f9ef2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1097 time: 0.1555054 Aug 31 17:07:10.703938 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port a9031a7e-ada2-4b4a-8354-1b47027dcee6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:10.728036 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'port_id': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6', 'mac_address': 'fa:16:3e:bc:4f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:07:10.764800 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-aea558b7-ee6f-47a7-b781-e01cb46da91d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 217 time: 0.0572479 Aug 31 17:07:10.775603 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.798443 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9031a7e-ada2-4b4a-8354-1b47027dcee6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:10.832794 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port a9031a7e-ada2-4b4a-8354-1b47027dcee6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:10.847361 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:10.859324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-cac03d6a-a61f-4761-8306-2af24923a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:10.861011 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-cac03d6a-a61f-4761-8306-2af24923a869 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0713720 Aug 31 17:07:10.928041 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=a9031a7e-ada2-4b4a-8354-1b47027dcee6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:11.111165 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d2826ae-ac15-4a7b-9797-4af5842fb4ec req-27c1234c-4987-4037-a8c1-84cb69d482e0 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045544 Aug 31 17:07:11.150771 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-f929da0f-9c2a-4f22-9d46-6a6ed3ffe0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:11.152025 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-f929da0f-9c2a-4f22-9d46-6a6ed3ffe0a5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2769344 Aug 31 17:07:11.159788 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7fc35-5fce-4682-aa3e-6f7dcf19986b req-43bfb442-c825-4c86-b66f-333209ed5961 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:11.165013 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86f7fc35-5fce-4682-aa3e-6f7dcf19986b req-43bfb442-c825-4c86-b66f-333209ed5961 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0810347 Aug 31 17:07:11.288850 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86f7fc35-5fce-4682-aa3e-6f7dcf19986b req-5e704fc4-f766-4f0d-8804-075bbae03690 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140876 Aug 31 17:07:11.315660 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-9f63f126-6072-4a50-97bf-c9e25f4f1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:11.315660 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-9f63f126-6072-4a50-97bf-c9e25f4f1235 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1140668 Aug 31 17:07:11.344035 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bde86-39ea-493b-b2bb-20b40debdf21 req-a0287409-b4c7-4498-aac9-662fa1367023 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:11.352206 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-bb442345-a39c-4398-8411-a9409ea27f44 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858435 Aug 31 17:07:11.358401 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a13bde86-39ea-493b-b2bb-20b40debdf21 req-a0287409-b4c7-4498-aac9-662fa1367023 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0792363 Aug 31 17:07:11.428956 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a13bde86-39ea-493b-b2bb-20b40debdf21 req-a3fb643b-ccd7-4eae-8b0d-34474fb1c49f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624104 Aug 31 17:07:11.457408 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55f660-28a0-48f3-ad97-8588207d7dcc req-e69c7cc2-6004-4bea-8dd9-9d4e2a19a101 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:11.457408 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9b55f660-28a0-48f3-ad97-8588207d7dcc req-e69c7cc2-6004-4bea-8dd9-9d4e2a19a101 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0698750 Aug 31 17:07:11.500012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9b55f660-28a0-48f3-ad97-8588207d7dcc req-bcde4b65-425d-4578-959e-6bd6d64d7039 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Aug 31 17:07:11.568183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38650) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:11.703709 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b786a50-8194-4b9d-bd2f-7a58a6583d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.751252 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc742152-aa63-4175-98b5-5c95a6098fef req-d0009da1-2fcd-4559-a90e-c28651638ba5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:11.752906 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fc742152-aa63-4175-98b5-5c95a6098fef req-d0009da1-2fcd-4559-a90e-c28651638ba5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0554183 Aug 31 17:07:11.796499 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fc742152-aa63-4175-98b5-5c95a6098fef req-0223cacd-e9fb-4f1c-9efe-344b2580eae5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Aug 31 17:07:11.813028 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b786a50-8194-4b9d-bd2f-7a58a6583d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.817450 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b786a50-8194-4b9d-bd2f-7a58a6583d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.854595 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-0b786a50-8194-4b9d-bd2f-7a58a6583d74 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=200a50efc3074dc4abeececfa40bb78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852187 Aug 31 17:07:11.855430 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b786a50-8194-4b9d-bd2f-7a58a6583d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd38be2-7b3b-4c16-939d-bc8d5cdeb33a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:11.858348 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38660) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:11.864138 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:11.866698 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a08a76-b96e-4417-ae3c-8a879647dd45" -d '{"events": [{"name": "network-changed", "server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:11.902083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dd86e6-d8c6-4c6b-a4cd-372311bd9ec3 x-openstack-request-id: req-84dd86e6-d8c6-4c6b-a4cd-372311bd9ec3 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:11.902369 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:11.902616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-84dd86e6-d8c6-4c6b-a4cd-372311bd9ec3 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:11.903044 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'status': 'completed', 'code': 200} Aug 31 17:07:11.910625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0789e5c-496e-4a69-9435-736e128c1f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.931179 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0789e5c-496e-4a69-9435-736e128c1f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.982578 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0789e5c-496e-4a69-9435-736e128c1f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.985047 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0789e5c-496e-4a69-9435-736e128c1f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:11.986168 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b0789e5c-496e-4a69-9435-736e128c1f61 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fbd38be2-7b3b-4c16-939d-bc8d5cdeb33a HTTP/1.1" status: 204 len: 168 time: 0.1267910 Aug 31 17:07:11.996648 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0789e5c-496e-4a69-9435-736e128c1f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd38be2-7b3b-4c16-939d-bc8d5cdeb33a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:12.302593 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38668) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:12.315661 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320d6e2f-66c8-4890-9304-2d40972d4080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.443221 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ed71f-359d-48eb-b2ad-6cd7f1bcd747 req-3e8b32ea-298b-4e37-b4c8-9e782f493d6e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:12.444740 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9b0ed71f-359d-48eb-b2ad-6cd7f1bcd747 req-3e8b32ea-298b-4e37-b4c8-9e782f493d6e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0742791 Aug 31 17:07:12.457064 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320d6e2f-66c8-4890-9304-2d40972d4080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.465248 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320d6e2f-66c8-4890-9304-2d40972d4080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.523601 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d6e2f-66c8-4890-9304-2d40972d4080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a313fcd0-2ec2-4613-9151-aba7c90e7901,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:12.528314 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-320d6e2f-66c8-4890-9304-2d40972d4080 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5cb69eab5cc144ad8ce116a3ff982689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243564 Aug 31 17:07:12.532688 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9b0ed71f-359d-48eb-b2ad-6cd7f1bcd747 req-3f861b15-233d-4924-9952-6dd44a04c1e9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784461 Aug 31 17:07:12.533351 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38678) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:12.596900 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd4c4-b11a-48ae-b235-374e23d7aac8 req-30d2bb09-1044-4d50-8c31-225b6717e9f2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:12.601586 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8cbbd4c4-b11a-48ae-b235-374e23d7aac8 req-30d2bb09-1044-4d50-8c31-225b6717e9f2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0805330 Aug 31 17:07:12.607702 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb101-8de2-4dca-9fbd-5b9e88944b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.637691 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8cbbd4c4-b11a-48ae-b235-374e23d7aac8 req-ee7179ab-5a2f-478a-a00c-6fcd3d383c61 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Aug 31 17:07:12.638296 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb101-8de2-4dca-9fbd-5b9e88944b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.717839 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b4d1a-4b0a-4847-b5f8-c67acfa4b8ae req-5b76cddc-9ad9-4129-a6de-130265b81c3b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:12.719256 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b65b4d1a-4b0a-4847-b5f8-c67acfa4b8ae req-5b76cddc-9ad9-4129-a6de-130265b81c3b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.1016216 Aug 31 17:07:12.745712 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb101-8de2-4dca-9fbd-5b9e88944b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.748424 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb101-8de2-4dca-9fbd-5b9e88944b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:12.749586 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8c5eb101-8de2-4dca-9fbd-5b9e88944b68 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a313fcd0-2ec2-4613-9151-aba7c90e7901 HTTP/1.1" status: 204 len: 168 time: 0.2150195 Aug 31 17:07:12.771388 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5eb101-8de2-4dca-9fbd-5b9e88944b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a313fcd0-2ec2-4613-9151-aba7c90e7901,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:12.776267 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b65b4d1a-4b0a-4847-b5f8-c67acfa4b8ae req-e9107c1b-7ba8-498f-997f-104755cbe705 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506854 Aug 31 17:07:12.942303 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651099b-c15c-4db3-85b5-066bea7ed03f req-8bdf3ea0-4bef-4a65-af8e-8dc94e16687e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:12.944106 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6651099b-c15c-4db3-85b5-066bea7ed03f req-8bdf3ea0-4bef-4a65-af8e-8dc94e16687e tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0679414 Aug 31 17:07:12.992277 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6651099b-c15c-4db3-85b5-066bea7ed03f req-555183ab-99eb-49e3-93aa-95fc5ac0b812 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Aug 31 17:07:13.690655 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ffd13-e773-4f6b-89ba-82a79780e382 req-e7e0a30d-118b-4c71-b000-6498c066c44f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:13.692834 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3f0ffd13-e773-4f6b-89ba-82a79780e382 req-e7e0a30d-118b-4c71-b000-6498c066c44f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0707572 Aug 31 17:07:13.754148 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3f0ffd13-e773-4f6b-89ba-82a79780e382 req-5c766ccc-3cfb-43dd-a3de-5b288282f88d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Aug 31 17:07:13.796101 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce1af7-0b73-4118-a7fe-c264eb9e64c3 req-c888026d-9ff1-43f5-a138-51182ccd9ace tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:13.798354 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-20ce1af7-0b73-4118-a7fe-c264eb9e64c3 req-c888026d-9ff1-43f5-a138-51182ccd9ace tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0711200 Aug 31 17:07:13.849213 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-20ce1af7-0b73-4118-a7fe-c264eb9e64c3 req-db7a6e0c-2cb3-4a43-adfe-ee90406f51aa tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Aug 31 17:07:13.930498 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35a83-806d-4289-bbcd-ee26df5dcfd8 req-81840296-86e6-45fc-9815-457da36928e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:13.931968 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4fc35a83-806d-4289-bbcd-ee26df5dcfd8 req-81840296-86e6-45fc-9815-457da36928e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0516961 Aug 31 17:07:13.975231 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4fc35a83-806d-4289-bbcd-ee26df5dcfd8 req-e52ced1f-1997-4fee-a74c-0b480308d59e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364597 Aug 31 17:07:14.111222 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04df9c-96ba-48b7-8e68-5a4ab846ce77 req-731f5f1c-1999-45a2-b666-464a872502e0 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:14.112755 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0c04df9c-96ba-48b7-8e68-5a4ab846ce77 req-731f5f1c-1999-45a2-b666-464a872502e0 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0508704 Aug 31 17:07:14.154065 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0c04df9c-96ba-48b7-8e68-5a4ab846ce77 req-237c775c-34be-4561-9458-14c269ebbf4b tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348201 Aug 31 17:07:14.210184 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:07:14.363989 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-ccc80b27-b4d9-4d71-8a35-6131708e4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:14.365538 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-ccc80b27-b4d9-4d71-8a35-6131708e4b65 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.1924438 Aug 31 17:07:14.371765 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d66a61f-97e6-43bd-9bc7-040bf36185fb req-56939575-93f3-4364-b3f1-78eae5994f64 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728437 Aug 31 17:07:14.465049 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:14.477255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08', 'network_id': 'dbdcaa32-9bab-4672-9fb3-8706a356cc66', 'port_id': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08', 'mac_address': 'fa:16:3e:03:de:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef16802-87f0-4cce-9e0e-f7ab605469cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:07:14.518195 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:14.533995 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:14.558968 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:14.562937 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:14.620894 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:14.888618 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ec434-d2b1-4d80-b18e-038ccf1952a5 req-1ef70ad1-70e0-4045-8119-11494cd8e112 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:14.890635 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d15ec434-d2b1-4d80-b18e-038ccf1952a5 req-1ef70ad1-70e0-4045-8119-11494cd8e112 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0646880 Aug 31 17:07:14.936355 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d15ec434-d2b1-4d80-b18e-038ccf1952a5 req-244c07c2-381f-46ec-af74-89c8f2ad4805 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392573 Aug 31 17:07:14.986075 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee4f0-b092-4745-bc84-f05de535767f req-4fa23207-c47a-414a-b137-9b46753e1cb6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:14.987728 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-85dee4f0-b092-4745-bc84-f05de535767f req-4fa23207-c47a-414a-b137-9b46753e1cb6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0579226 Aug 31 17:07:15.050657 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-85dee4f0-b092-4745-bc84-f05de535767f req-df00c71d-21b4-4bb7-8d88-15fb1e8a5a9a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546370 Aug 31 17:07:15.109887 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6042e-f020-4ffe-8ea4-27f693f770e6 req-e59f58e3-84f6-4033-b1ef-ad88bfcf2456 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:15.111722 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cdc6042e-f020-4ffe-8ea4-27f693f770e6 req-e59f58e3-84f6-4033-b1ef-ad88bfcf2456 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0529990 Aug 31 17:07:15.157022 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cdc6042e-f020-4ffe-8ea4-27f693f770e6 req-77af76a9-991d-4aa4-8840-77a9aaa08763 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390191 Aug 31 17:07:15.277483 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafbba3-d508-450d-9258-71ba96414198 req-6b069554-0bd2-4bd5-9b67-3643e9f0e20c tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:15.281568 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3cafbba3-d508-450d-9258-71ba96414198 req-6b069554-0bd2-4bd5-9b67-3643e9f0e20c tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0533583 Aug 31 17:07:15.324236 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3cafbba3-d508-450d-9258-71ba96414198 req-66d08595-e216-4262-b5bf-a51a9b32a625 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Aug 31 17:07:16.054152 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df47b-ae0e-493a-9b51-7e75a6da8524 req-975d38d3-a82b-478e-bf66-a45d49ae08a6 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.055615 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a46df47b-ae0e-493a-9b51-7e75a6da8524 req-975d38d3-a82b-478e-bf66-a45d49ae08a6 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0475638 Aug 31 17:07:16.101109 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a46df47b-ae0e-493a-9b51-7e75a6da8524 req-6ceaeb76-76b3-4c4a-9466-91c03997bcb6 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 Aug 31 17:07:16.172113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d68ce3-2412-407e-b874-54325ea1b52c req-e6bf3a00-de26-4292-9741-4c62703a3546 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.173901 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-45d68ce3-2412-407e-b874-54325ea1b52c req-e6bf3a00-de26-4292-9741-4c62703a3546 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0542133 Aug 31 17:07:16.216931 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-45d68ce3-2412-407e-b874-54325ea1b52c req-3a4a7972-775d-43b4-892e-8ace974deca1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Aug 31 17:07:16.296145 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798e7c8-7912-41d0-86aa-a57c8f2bb856 req-ce92e21e-27d9-44bf-994c-937ecc2ffeb3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.298882 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2798e7c8-7912-41d0-86aa-a57c8f2bb856 req-ce92e21e-27d9-44bf-994c-937ecc2ffeb3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0736332 Aug 31 17:07:16.320978 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-f42fe556-41f6-45a6-82b7-82f61aa59057 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 217 time: 0.0463371 Aug 31 17:07:16.351294 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2798e7c8-7912-41d0-86aa-a57c8f2bb856 req-2ba32419-5ce4-4804-bd5d-8a0191f448e3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447743 Aug 31 17:07:16.477232 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-f243f00c-6933-4bdb-b601-210c8dcbe13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.478595 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-f243f00c-6933-4bdb-b601-210c8dcbe13b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.1208265 Aug 31 17:07:16.517289 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-dc3dc1ba-9955-4343-9f6a-c7a0eb07ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.518816 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-dc3dc1ba-9955-4343-9f6a-c7a0eb07ff08 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1097 time: 0.1417606 Aug 31 17:07:16.529400 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573514-381e-4d38-8f2c-feb61618946f req-7585c717-3991-4a1e-9971-8530295511d5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.530800 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc573514-381e-4d38-8f2c-feb61618946f req-7585c717-3991-4a1e-9971-8530295511d5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.1156874 Aug 31 17:07:16.617629 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-d6651bbf-92b4-4f6c-818b-fefcf144c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.619146 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-d6651bbf-92b4-4f6c-818b-fefcf144c468 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309690 Aug 31 17:07:16.631789 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc573514-381e-4d38-8f2c-feb61618946f req-e5376ab4-3972-426a-81a3-42ee0aaace42 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947883 Aug 31 17:07:16.712627 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-bc8650df-de18-425c-9958-ccbd5b8eb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.714286 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-bc8650df-de18-425c-9958-ccbd5b8eb295 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.1818397 Aug 31 17:07:16.765354 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-ef8d5bbf-ed74-4d43-a964-2c9ddaf59ed2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 217 time: 0.0424695 Aug 31 17:07:16.787137 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-05e7cb0f-d9f5-499d-adad-df797c5227bc service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589189 Aug 31 17:07:16.875039 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-15f708b9-03b7-4cc1-a681-407e0937a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.876531 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-15f708b9-03b7-4cc1-a681-407e0937a364 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0998235 Aug 31 17:07:16.939258 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-647f8375-9f5e-48fa-929f-c5a55083f947 req-461e11a4-871a-4bca-80f6-71e269763b85 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329322 Aug 31 17:07:16.947739 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-e4076351-d09f-4a3e-be72-7171d19bbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:16.949341 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-e4076351-d09f-4a3e-be72-7171d19bbed6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645185 Aug 31 17:07:17.044207 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-fc947121-7ca0-4859-89de-a8e3e0d22a39 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860598 Aug 31 17:07:17.146023 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-82a08a76-b96e-4417-ae3c-8a879647dd45 req-8ff3f0dd-93b6-4096-b53d-4aa8465c0ecb service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892417 Aug 31 17:07:17.227867 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9f0f8-96b7-4f13-88ae-32c743d96f4b req-98401a59-f4b5-4a2b-a117-b6ebfc91cb28 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:17.229555 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d2b9f0f8-96b7-4f13-88ae-32c743d96f4b req-98401a59-f4b5-4a2b-a117-b6ebfc91cb28 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0521643 Aug 31 17:07:17.269225 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d2b9f0f8-96b7-4f13-88ae-32c743d96f4b req-e363b56b-c2f8-481a-bcb7-d886855ffa57 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Aug 31 17:07:17.336699 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ef401-0af3-4c26-a37a-af453c43331c req-21fb2686-f0d5-4e8f-ba6d-d8e9fbb3c111 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:17.338319 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2b3ef401-0af3-4c26-a37a-af453c43331c req-21fb2686-f0d5-4e8f-ba6d-d8e9fbb3c111 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0513525 Aug 31 17:07:17.377307 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2b3ef401-0af3-4c26-a37a-af453c43331c req-6fde04cf-a56a-4ed0-b85d-117b1633906c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Aug 31 17:07:17.478194 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3f73-e843-42a5-80ce-ce7f15bdcdc9 req-44df5395-2212-42f1-969e-738ba693d66c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:17.479648 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-499f3f73-e843-42a5-80ce-ce7f15bdcdc9 req-44df5395-2212-42f1-969e-738ba693d66c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0513067 Aug 31 17:07:17.528664 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-499f3f73-e843-42a5-80ce-ce7f15bdcdc9 req-09b5a574-87be-4a45-9e75-026a4c62d0f4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376649 Aug 31 17:07:17.749905 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9e3eb-c5e8-4321-91d0-8d2418b319f6 req-e758e06e-c60d-470e-b584-4bb04651b1c5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:17.751428 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e3f9e3eb-c5e8-4321-91d0-8d2418b319f6 req-e758e06e-c60d-470e-b584-4bb04651b1c5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0508275 Aug 31 17:07:17.782975 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ea14002-b95e-4adc-b8c5-40139ade5a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:17.797885 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e3f9e3eb-c5e8-4321-91d0-8d2418b319f6 req-4258b1ba-7690-4cb6-a321-aa5a0984ff42 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Aug 31 17:07:18.054638 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['a9031a7e-ada2-4b4a-8354-1b47027dcee6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:07:18.100274 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['4614d3f5-a5b3-4c39-8706-44956e218109'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:07:18.420467 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ca995-d7ee-43d0-8284-58d7dda12840 req-7543405c-6ff2-4ab7-a16b-7cad2c8d61b0 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:18.422070 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c52ca995-d7ee-43d0-8284-58d7dda12840 req-7543405c-6ff2-4ab7-a16b-7cad2c8d61b0 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0670700 Aug 31 17:07:18.465852 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c52ca995-d7ee-43d0-8284-58d7dda12840 req-cd3f4ab1-bdea-4cbe-8cbe-8e77dcfb9208 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374227 Aug 31 17:07:18.517126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011775c-1e32-4f84-bfcf-841df32ff6d2 req-8cef0492-2b73-43ff-a1a8-dfe8c338a180 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:18.518578 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1011775c-1e32-4f84-bfcf-841df32ff6d2 req-8cef0492-2b73-43ff-a1a8-dfe8c338a180 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0546389 Aug 31 17:07:18.563779 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1011775c-1e32-4f84-bfcf-841df32ff6d2 req-3c2468f7-569c-499e-a000-3943e94257a2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Aug 31 17:07:18.671524 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cd6eb-579e-445b-994a-5ad88b8d5737 req-17a1cc5a-db6c-4116-87be-f17b13d2e4c1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:18.673045 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-909cd6eb-579e-445b-994a-5ad88b8d5737 req-17a1cc5a-db6c-4116-87be-f17b13d2e4c1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0575652 Aug 31 17:07:18.715333 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-909cd6eb-579e-445b-994a-5ad88b8d5737 req-666a4f00-3d7c-4d96-9bca-f0db1381b531 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358412 Aug 31 17:07:18.867828 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['df6f91d3-3c4c-47b7-b0e5-7a77b0440d08'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:07:18.926185 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3754e-9291-40ab-ba04-ee5c4dd452bc req-2d74ce89-2ba2-42f3-9a0a-3f0ca14c5fe5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:18.927950 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3f3754e-9291-40ab-ba04-ee5c4dd452bc req-2d74ce89-2ba2-42f3-9a0a-3f0ca14c5fe5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0551488 Aug 31 17:07:18.969178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3f3754e-9291-40ab-ba04-ee5c4dd452bc req-7abb581e-5183-428d-a47b-3536e40103d4 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348747 Aug 31 17:07:19.155539 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38910) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:19.273993 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1647ba82-77ae-4d31-a5ac-f6b94b620328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.380569 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1647ba82-77ae-4d31-a5ac-f6b94b620328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.385719 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1647ba82-77ae-4d31-a5ac-f6b94b620328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.458073 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1647ba82-77ae-4d31-a5ac-f6b94b620328 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=642be20bda444ef4a1ec287c79dfad6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973163 Aug 31 17:07:19.458647 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38918) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:19.465660 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647ba82-77ae-4d31-a5ac-f6b94b620328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1704a6eb-7b28-4810-bec1-7e34e76e1536,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:19.516138 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13da72fd-b5f9-4923-8a67-a9ccf2dffbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.537701 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13da72fd-b5f9-4923-8a67-a9ccf2dffbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.609596 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8834d9-e72a-4c22-9ecd-5e84e76dc0b5 req-3fb71c26-b10e-490b-a0a1-951f0c3223a9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:19.611037 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2d8834d9-e72a-4c22-9ecd-5e84e76dc0b5 req-3fb71c26-b10e-490b-a0a1-951f0c3223a9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0670979 Aug 31 17:07:19.628748 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13da72fd-b5f9-4923-8a67-a9ccf2dffbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.631657 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13da72fd-b5f9-4923-8a67-a9ccf2dffbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:19.632792 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-13da72fd-b5f9-4923-8a67-a9ccf2dffbfa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1704a6eb-7b28-4810-bec1-7e34e76e1536 HTTP/1.1" status: 204 len: 168 time: 0.1736014 Aug 31 17:07:19.662774 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da72fd-b5f9-4923-8a67-a9ccf2dffbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704a6eb-7b28-4810-bec1-7e34e76e1536,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:19.691986 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2d8834d9-e72a-4c22-9ecd-5e84e76dc0b5 req-57d6e6ba-4631-446b-8ceb-cd021cbcfd0b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742481 Aug 31 17:07:19.736969 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9c4a1-ada8-44ff-8a50-35104eb6afd2 req-a35f1d34-9f96-4fb7-8e2a-f392af5fbdd5 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:19.744285 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bec9c4a1-ada8-44ff-8a50-35104eb6afd2 req-a35f1d34-9f96-4fb7-8e2a-f392af5fbdd5 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0871475 Aug 31 17:07:19.792088 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bec9c4a1-ada8-44ff-8a50-35104eb6afd2 req-02eb90bb-63a7-4545-8ba3-66f05241d66b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Aug 31 17:07:19.905598 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba6929-7861-4953-9f66-0d4b7962b71d req-254f05a5-a0a2-4184-be23-984ec26bf0b1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:19.907350 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-55ba6929-7861-4953-9f66-0d4b7962b71d req-254f05a5-a0a2-4184-be23-984ec26bf0b1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0876966 Aug 31 17:07:19.953318 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-55ba6929-7861-4953-9f66-0d4b7962b71d req-dad65cfb-a434-40ec-ad74-5cc6509e37a2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396008 Aug 31 17:07:20.021043 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 38950) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:20.041342 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-205edffd-3a7e-441c-9870-f8bd97cc67ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.101878 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d176ed-8ea2-4a36-a374-e9613c5a2b6a req-c6adaaab-30b8-44ae-bc66-b39cb52da889 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:20.103401 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1d176ed-8ea2-4a36-a374-e9613c5a2b6a req-c6adaaab-30b8-44ae-bc66-b39cb52da889 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 944 time: 0.0576704 Aug 31 17:07:20.155424 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1d176ed-8ea2-4a36-a374-e9613c5a2b6a req-be31e695-ef7c-4e05-a2bf-7d338159d01c tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Aug 31 17:07:20.175376 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-205edffd-3a7e-441c-9870-f8bd97cc67ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.180121 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-205edffd-3a7e-441c-9870-f8bd97cc67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.219078 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-205edffd-3a7e-441c-9870-f8bd97cc67ca admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bf1808dce2dd49a093a6a3bb7268c7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962242 Aug 31 17:07:20.219906 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205edffd-3a7e-441c-9870-f8bd97cc67ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727e469d-56f2-41bb-901d-6c8467040d74,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:20.221609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 38956) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:20.274120 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9701819-ea8a-4c45-8dec-7683e0b3643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.274358 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 4614d3f5-a5b3-4c39-8706-44956e218109 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:07:20.300759 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9701819-ea8a-4c45-8dec-7683e0b3643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.324266 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 4614d3f5-a5b3-4c39-8706-44956e218109 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:20.329420 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 4614d3f5-a5b3-4c39-8706-44956e218109 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:20.329837 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.353825 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9701819-ea8a-4c45-8dec-7683e0b3643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.356260 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9701819-ea8a-4c45-8dec-7683e0b3643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.357509 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a9701819-ea8a-4c45-8dec-7683e0b3643e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/727e469d-56f2-41bb-901d-6c8467040d74 HTTP/1.1" status: 204 len: 168 time: 0.1348426 Aug 31 17:07:20.365518 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9701819-ea8a-4c45-8dec-7683e0b3643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727e469d-56f2-41bb-901d-6c8467040d74,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:20.423748 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.448283 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4614d3f5-a5b3-4c39-8706-44956e218109'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:20.537926 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 4614d3f5-a5b3-4c39-8706-44956e218109, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4614d3f5-a5b3-4c39-8706-44956e218109,segment=NetworkSegment(0026b4fc-21a7-4afb-95ec-62c0b94f5355),segment_id=0026b4fc-21a7-4afb-95ec-62c0b94f5355)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:20.542619 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.634079 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.640327 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=4614d3f5-a5b3-4c39-8706-44956e218109,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:20.666066 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2de74853-fddf-4fbe-b7ef-82471d29dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:20.673751 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8fa91-9339-464f-9639-3fb19aae4eac" -d '{"events": [{"server_uuid": "251cd9b1-1e35-48cb-8ed7-99c9ef96e422", "name": "network-vif-plugged", "status": "completed", "tag": "4614d3f5-a5b3-4c39-8706-44956e218109"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:20.819403 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998c3a76-2dcb-49dc-a192-640c824107f4 x-openstack-request-id: req-998c3a76-2dcb-49dc-a192-640c824107f4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:20.819652 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cd9b1-1e35-48cb-8ed7-99c9ef96e422", "name": "network-vif-plugged", "status": "completed", "tag": "4614d3f5-a5b3-4c39-8706-44956e218109", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:20.820128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-998c3a76-2dcb-49dc-a192-640c824107f4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:20.820772 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4614d3f5-a5b3-4c39-8706-44956e218109', 'code': 200} Aug 31 17:07:20.856031 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31e3c-73c3-41f1-a4d2-4aa270fb044c req-1184a725-67b9-4f29-bb9f-e0548a5af74e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:20.863346 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18f31e3c-73c3-41f1-a4d2-4aa270fb044c req-1184a725-67b9-4f29-bb9f-e0548a5af74e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0734153 Aug 31 17:07:20.911487 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18f31e3c-73c3-41f1-a4d2-4aa270fb044c req-656e720e-2bc2-4b32-8b46-074725f29889 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 Aug 31 17:07:20.969260 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f48c-d4df-441d-9ace-a4ac54fcfdaf req-b3f2b58d-c787-4e0b-824e-d321ec765f15 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:20.972950 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-89d5f48c-d4df-441d-9ace-a4ac54fcfdaf req-b3f2b58d-c787-4e0b-824e-d321ec765f15 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0786204 Aug 31 17:07:21.034073 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-89d5f48c-d4df-441d-9ace-a4ac54fcfdaf req-8a19cab2-54af-4eca-827a-2620ea376ad1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541432 Aug 31 17:07:21.141742 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a83dd3-8a93-454f-a805-eed3cf6d7381 req-e885c28e-120d-4e9f-af5f-6ed28b6e40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:21.143255 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58a83dd3-8a93-454f-a805-eed3cf6d7381 req-e885c28e-120d-4e9f-af5f-6ed28b6e40c6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 1098 time: 0.1189859 Aug 31 17:07:21.156453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85120-8d93-469c-9973-c87ad1ad2133 req-37c23dcc-9eff-4500-9896-344fc2933fd9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:21.158064 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-94d85120-8d93-469c-9973-c87ad1ad2133 req-37c23dcc-9eff-4500-9896-344fc2933fd9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0744534 Aug 31 17:07:21.184994 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58a83dd3-8a93-454f-a805-eed3cf6d7381 req-e40fd3d4-073f-49f8-a98e-adcd83ccb72b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:21.249234 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-94d85120-8d93-469c-9973-c87ad1ad2133 req-7da954a2-6691-43ad-a72c-968650f95b5d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745325 Aug 31 17:07:21.330864 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc21029-c449-444f-8384-134b247ed738 req-5ff954cc-cb5f-451a-93cd-366ea3e86c56 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:21.342440 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8fc21029-c449-444f-8384-134b247ed738 req-5ff954cc-cb5f-451a-93cd-366ea3e86c56 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0978076 Aug 31 17:07:21.388175 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8fc21029-c449-444f-8384-134b247ed738 req-4a18148c-a19c-47f6-8a2a-27ff7cc174cb tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443211 Aug 31 17:07:21.398849 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58a83dd3-8a93-454f-a805-eed3cf6d7381 req-e40fd3d4-073f-49f8-a98e-adcd83ccb72b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:21.408417 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58a83dd3-8a93-454f-a805-eed3cf6d7381 req-e40fd3d4-073f-49f8-a98e-adcd83ccb72b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:21.454318 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58a83dd3-8a93-454f-a805-eed3cf6d7381 req-e40fd3d4-073f-49f8-a98e-adcd83ccb72b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952397 Aug 31 17:07:21.463727 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fd3d4-073f-49f8-a98e-adcd83ccb72b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de3ca422-156a-4767-b79f-9d3900956b74,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:21.914955 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.060414 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63a0ea-cbc5-4623-a648-296b0233f7bd req-34495058-90c0-4e73-a5e3-d8a4d5280184 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:22.062103 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ec63a0ea-cbc5-4623-a648-296b0233f7bd req-34495058-90c0-4e73-a5e3-d8a4d5280184 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 944 time: 0.0736201 Aug 31 17:07:22.111448 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ec63a0ea-cbc5-4623-a648-296b0233f7bd req-a3cf3454-4326-49f3-a6dc-f0ac4515021b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Aug 31 17:07:22.192039 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02473a21-6d3e-44a1-b06d-0e2a247fbea3 req-f34c68ac-b5a4-485b-ba97-17984ccb4649 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:22.193778 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02473a21-6d3e-44a1-b06d-0e2a247fbea3 req-f34c68ac-b5a4-485b-ba97-17984ccb4649 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 944 time: 0.0607231 Aug 31 17:07:22.245142 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02473a21-6d3e-44a1-b06d-0e2a247fbea3 req-4e31561b-d987-4cc5-b519-bd9990748d7d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441172 Aug 31 17:07:22.289679 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:07:22.292021 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device a9031a7e-ada2-4b4a-8354-1b47027dcee6 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:07:22.387441 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64948f7a-2322-4021-8409-61049405fa01 req-e3cbfb63-afdf-4c53-b77a-2e3307e35337 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:22.390433 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-64948f7a-2322-4021-8409-61049405fa01 req-e3cbfb63-afdf-4c53-b77a-2e3307e35337 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0654409 Aug 31 17:07:22.407171 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port a9031a7e-ada2-4b4a-8354-1b47027dcee6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:22.418144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port a9031a7e-ada2-4b4a-8354-1b47027dcee6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:22.418968 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.457254 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-64948f7a-2322-4021-8409-61049405fa01 req-4caf3b6a-d72e-4403-87fc-b92549616e31 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603690 Aug 31 17:07:22.477030 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:22.490724 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'mac_address': 'fa:16:3e:e8:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:07:22.565340 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d4f7e-fdb1-40da-a4cd-5260b47f2997 req-399c7e23-e5c1-479e-ab43-c0e7f41c4806 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:22.571939 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.571939 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.573920 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bb9d4f7e-fdb1-40da-a4cd-5260b47f2997 req-399c7e23-e5c1-479e-ab43-c0e7f41c4806 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0767474 Aug 31 17:07:22.599675 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6162fc-3f90-4171-85bd-7978d1daa170 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:22.631343 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port a9031a7e-ada2-4b4a-8354-1b47027dcee6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:22.635151 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:22.636833 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.637903 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:07:22.644937 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.646096 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device b06a463c-cf18-48c5-aca6-8ca7336698f5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:07:22.662572 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bb9d4f7e-fdb1-40da-a4cd-5260b47f2997 req-339c8a24-3d67-4679-99e9-edb037eebf06 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853429 Aug 31 17:07:22.740835 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=a9031a7e-ada2-4b4a-8354-1b47027dcee6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:22.821584 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:22.824247 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cead968-2c5f-48bf-9121-181302446696" -d '{"events": [{"server_uuid": "b466011e-9cc2-49f8-9ebf-e13c8c3347c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9031a7e-ada2-4b4a-8354-1b47027dcee6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:22.840130 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:22.858505 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:22.858656 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:22.891818 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67455f9-faeb-4f49-ac3f-3ca85f9643a5 x-openstack-request-id: req-e67455f9-faeb-4f49-ac3f-3ca85f9643a5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:22.892112 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b466011e-9cc2-49f8-9ebf-e13c8c3347c9", "name": "network-vif-plugged", "status": "completed", "tag": "a9031a7e-ada2-4b4a-8354-1b47027dcee6", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:22.892583 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e67455f9-faeb-4f49-ac3f-3ca85f9643a5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:22.892975 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6', 'code': 200} Aug 31 17:07:22.909806 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:22.921098 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port b06a463c-cf18-48c5-aca6-8ca7336698f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:22.941219 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'port_id': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'mac_address': 'fa:16:3e:6a:73:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:07:23.011626 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:23.026388 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:23.031952 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06a463c-cf18-48c5-aca6-8ca7336698f5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:07:23.066993 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431a075-49b5-4f44-a346-1628ce6308e3 req-d7d87e1d-6717-4500-a61c-ff9378db385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:23.068575 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4431a075-49b5-4f44-a346-1628ce6308e3 req-d7d87e1d-6717-4500-a61c-ff9378db385e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 1098 time: 0.0426948 Aug 31 17:07:23.069555 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port b06a463c-cf18-48c5-aca6-8ca7336698f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:23.080703 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:23.083726 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:23.122653 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:23.126375 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4431a075-49b5-4f44-a346-1628ce6308e3 req-9d518208-17b5-43f2-a8db-c2542edfd1d2 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Aug 31 17:07:23.149351 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=b06a463c-cf18-48c5-aca6-8ca7336698f5,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:23.214434 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:23.250372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccba23-8ca4-487e-993b-4e95d5fc2ccd req-f6f9add6-24b5-4a76-85cc-b6250f6dc4bc tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:23.251900 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-77ccba23-8ca4-487e-993b-4e95d5fc2ccd req-f6f9add6-24b5-4a76-85cc-b6250f6dc4bc tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 945 time: 0.0616457 Aug 31 17:07:23.309407 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-77ccba23-8ca4-487e-993b-4e95d5fc2ccd req-a63ba381-dc86-4594-9515-18a3a740c0b7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Aug 31 17:07:23.378981 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e16675-4dc8-401b-ae1a-90c89441b3d3 req-4afe1c75-8d71-473e-baba-040178ac94e8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:23.380891 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d5e16675-4dc8-401b-ae1a-90c89441b3d3 req-4afe1c75-8d71-473e-baba-040178ac94e8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Aug 31 17:07:23.433152 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d5e16675-4dc8-401b-ae1a-90c89441b3d3 req-672d0b65-de00-49db-bd72-1f50c1a052e4 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Aug 31 17:07:23.530904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:23.588941 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ff7ba-76ef-48cd-8c46-fce4075d2c69 req-a208257d-f59d-4748-8193-59877565ac48 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:23.590597 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-528ff7ba-76ef-48cd-8c46-fce4075d2c69 req-a208257d-f59d-4748-8193-59877565ac48 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0577881 Aug 31 17:07:23.617297 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['cf6162fc-3f90-4171-85bd-7978d1daa170'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:07:23.630639 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-528ff7ba-76ef-48cd-8c46-fce4075d2c69 req-641fbc04-a8dd-46bc-94b2-dcf3f06744f4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334053 Aug 31 17:07:23.649039 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['b06a463c-cf18-48c5-aca6-8ca7336698f5'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:07:23.793127 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d127-1c21-4ae8-84ed-33ce07c87f2c req-d761772e-a8c0-4578-a021-216c2a61c5e5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:23.795901 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7005d127-1c21-4ae8-84ed-33ce07c87f2c req-d761772e-a8c0-4578-a021-216c2a61c5e5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0710332 Aug 31 17:07:23.844526 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7005d127-1c21-4ae8-84ed-33ce07c87f2c req-55634416-76dc-40d6-8e8b-d1dea585d9f0 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Aug 31 17:07:24.039740 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39128) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:24.183340 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e239d5af-1cab-4275-9e26-812c28d8361f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.337741 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e239d5af-1cab-4275-9e26-812c28d8361f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.344440 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e239d5af-1cab-4275-9e26-812c28d8361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.447218 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e239d5af-1cab-4275-9e26-812c28d8361f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cb074263347a444eae16f4a6950e196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060316 Aug 31 17:07:24.453029 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39146) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:24.501183 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239d5af-1cab-4275-9e26-812c28d8361f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a528feb-bb44-42ce-a8bf-f3fe0ab4727b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:24.533363 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee57dd6-5386-4b9d-bc2d-bcbca9bf3ade req-8d54203e-802a-4de4-b28e-504d5921f402 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:24.535063 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cee57dd6-5386-4b9d-bc2d-bcbca9bf3ade req-8d54203e-802a-4de4-b28e-504d5921f402 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 945 time: 0.1327510 Aug 31 17:07:24.590997 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cee57dd6-5386-4b9d-bc2d-bcbca9bf3ade req-eee65a08-ab8d-47ab-8cf3-5612ae4d420a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Aug 31 17:07:24.614306 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc238fef-3482-4cc3-9996-7504e9ef65b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.625685 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883b9dc-7202-49ed-a8d2-e68a67bb78ac req-5ed58803-6a89-46f6-8eb3-53e4a6bc80b0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:24.627169 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3883b9dc-7202-49ed-a8d2-e68a67bb78ac req-5ed58803-6a89-46f6-8eb3-53e4a6bc80b0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0918889 Aug 31 17:07:24.664187 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc238fef-3482-4cc3-9996-7504e9ef65b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.697763 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3883b9dc-7202-49ed-a8d2-e68a67bb78ac req-ea10185d-ac0d-408d-938d-abbdcb64cec7 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634928 Aug 31 17:07:24.741049 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc238fef-3482-4cc3-9996-7504e9ef65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.743637 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc238fef-3482-4cc3-9996-7504e9ef65b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:24.745024 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-bc238fef-3482-4cc3-9996-7504e9ef65b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6a528feb-bb44-42ce-a8bf-f3fe0ab4727b HTTP/1.1" status: 204 len: 168 time: 0.2904906 Aug 31 17:07:24.760421 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc238fef-3482-4cc3-9996-7504e9ef65b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a528feb-bb44-42ce-a8bf-f3fe0ab4727b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:24.784320 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eb9bc-a6bf-42eb-b10f-5f4db608a3c3 req-1cfa5170-1f2e-4b4d-89b2-682312cb4864 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:24.789004 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a49eb9bc-a6bf-42eb-b10f-5f4db608a3c3 req-1cfa5170-1f2e-4b4d-89b2-682312cb4864 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0636671 Aug 31 17:07:24.837146 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a49eb9bc-a6bf-42eb-b10f-5f4db608a3c3 req-2ccb1b7f-2cbc-4b94-98ff-c6b266cc9636 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Aug 31 17:07:24.894649 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:24.897037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e43125-3b11-4a1a-ad8e-7cf220771d4f" -d '{"events": [{"server_uuid": "ddb45ae9-d0b3-4e13-8036-763e9ed26c74", "name": "network-vif-plugged", "status": "completed", "tag": "df6f91d3-3c4c-47b7-b0e5-7a77b0440d08"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:24.934542 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d69c6-ece0-429f-8500-f364ef4c5049 x-openstack-request-id: req-aa6d69c6-ece0-429f-8500-f364ef4c5049 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:24.934841 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb45ae9-d0b3-4e13-8036-763e9ed26c74", "name": "network-vif-plugged", "status": "completed", "tag": "df6f91d3-3c4c-47b7-b0e5-7a77b0440d08", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:24.935101 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aa6d69c6-ece0-429f-8500-f364ef4c5049 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:24.935999 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08', 'code': 200} Aug 31 17:07:24.990188 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675adbf-f353-4909-9569-d8d508cfec2a req-ba539bef-b672-499b-a824-71789059658a tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:24.991723 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d675adbf-f353-4909-9569-d8d508cfec2a req-ba539bef-b672-499b-a824-71789059658a tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0575433 Aug 31 17:07:25.041131 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d675adbf-f353-4909-9569-d8d508cfec2a req-6974b62c-c012-4536-852a-ec6f97f50236 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Aug 31 17:07:25.080586 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39166) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:25.101182 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d061-1366-4ff4-bb5d-5ad497302002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.176034 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ad893-2567-4f8b-a2d5-e9d3aa7d7e27 req-3a24b216-905c-42d4-94cc-63141af9ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:25.178166 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-101ad893-2567-4f8b-a2d5-e9d3aa7d7e27 req-3a24b216-905c-42d4-94cc-63141af9ed00 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0553927 Aug 31 17:07:25.217992 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d061-1366-4ff4-bb5d-5ad497302002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.222867 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d061-1366-4ff4-bb5d-5ad497302002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.225365 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-101ad893-2567-4f8b-a2d5-e9d3aa7d7e27 req-07fb12f6-1aa7-48b4-9633-56c34c0e5b92 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Aug 31 17:07:25.268524 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ddd1d061-1366-4ff4-bb5d-5ad497302002 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=19f88d2f44ab47fcb4f24d8fd03cbf25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868880 Aug 31 17:07:25.269645 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1d061-1366-4ff4-bb5d-5ad497302002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cc2d8c-fe05-4972-a5f9-06d2d950c747,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:25.271491 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39168) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:25.328226 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0148301f-a2e1-4cde-a754-4b6c2d1de7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.357892 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0148301f-a2e1-4cde-a754-4b6c2d1de7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.421631 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0148301f-a2e1-4cde-a754-4b6c2d1de7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.424383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0148301f-a2e1-4cde-a754-4b6c2d1de7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:25.425791 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-0148301f-a2e1-4cde-a754-4b6c2d1de7a0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/89cc2d8c-fe05-4972-a5f9-06d2d950c747 HTTP/1.1" status: 204 len: 168 time: 0.1531897 Aug 31 17:07:25.441744 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148301f-a2e1-4cde-a754-4b6c2d1de7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cc2d8c-fe05-4972-a5f9-06d2d950c747,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:25.749711 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60a484-8495-4a6e-971f-50c895e9eab0 req-4e605c96-2d99-4625-88a2-531c397aa03b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:25.754558 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fc60a484-8495-4a6e-971f-50c895e9eab0 req-4e605c96-2d99-4625-88a2-531c397aa03b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 945 time: 0.0770137 Aug 31 17:07:25.867319 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fc60a484-8495-4a6e-971f-50c895e9eab0 req-7a76ccb1-700d-484e-9501-bc9b476cd432 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056619 Aug 31 17:07:25.920776 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ae97-9b1d-4214-950a-dc88eca077c0 req-ebab6ed4-7e06-46ff-b461-2bb69da32f59 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:25.923675 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77e4ae97-9b1d-4214-950a-dc88eca077c0 req-ebab6ed4-7e06-46ff-b461-2bb69da32f59 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.1017692 Aug 31 17:07:25.979272 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:25.991139 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77e4ae97-9b1d-4214-950a-dc88eca077c0 req-1614feda-de92-420e-bc55-3205bd5b30f0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Aug 31 17:07:26.001124 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5709be4d-2d32-4c0f-ab01-a77db44ca325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.009073 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972d510-8f22-4941-9a63-9e43986c296b req-3d9dff20-93e8-4cd0-a5aa-2fb7a30f1633 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:26.012949 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b972d510-8f22-4941-9a63-9e43986c296b req-3d9dff20-93e8-4cd0-a5aa-2fb7a30f1633 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0704587 Aug 31 17:07:26.069348 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b972d510-8f22-4941-9a63-9e43986c296b req-ff13d617-a0be-45aa-9021-356504f53409 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512023 Aug 31 17:07:26.128167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5709be4d-2d32-4c0f-ab01-a77db44ca325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.132187 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5709be4d-2d32-4c0f-ab01-a77db44ca325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.173172 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709be4d-2d32-4c0f-ab01-a77db44ca325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2726879-2ea2-456c-aeeb-91e7537a84f3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:26.192179 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5709be4d-2d32-4c0f-ab01-a77db44ca325 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d810a9d4667f434a85efca36c04e455e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115216 Aug 31 17:07:26.195026 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:26.264705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae53fd8-2605-42a7-ad08-2d1a6479a57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.296276 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae53fd8-2605-42a7-ad08-2d1a6479a57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.303330 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:07:26.359295 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port cf6162fc-3f90-4171-85bd-7978d1daa170 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:26.365440 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port cf6162fc-3f90-4171-85bd-7978d1daa170 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:26.366016 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.367390 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aabe0-5c76-4a5e-bcec-f6a7a25f5e52 req-d8064501-fa2a-4496-b85f-dea399f757c6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:26.370988 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-137aabe0-5c76-4a5e-bcec-f6a7a25f5e52 req-d8064501-fa2a-4496-b85f-dea399f757c6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0571477 Aug 31 17:07:26.382517 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46fed2-4250-4326-82a6-49ced194b567 req-6a28b42a-0f74-4f1a-b01a-1ceb7d145b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:26.384004 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-6a28b42a-0f74-4f1a-b01a-1ceb7d145b0c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 1098 time: 0.0749595 Aug 31 17:07:26.478815 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae53fd8-2605-42a7-ad08-2d1a6479a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.478907 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-137aabe0-5c76-4a5e-bcec-f6a7a25f5e52 req-ec1f3820-4e03-4108-9cb5-585d7134ee95 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934758 Aug 31 17:07:26.479007 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae53fd8-2605-42a7-ad08-2d1a6479a57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.479007 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1ae53fd8-2605-42a7-ad08-2d1a6479a57d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d2726879-2ea2-456c-aeeb-91e7537a84f3 HTTP/1.1" status: 204 len: 168 time: 0.2824531 Aug 31 17:07:26.505576 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53fd8-2605-42a7-ad08-2d1a6479a57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2726879-2ea2-456c-aeeb-91e7537a84f3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:26.539151 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.565738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46fed2-4250-4326-82a6-49ced194b567 req-de1b22e1-551a-4ce2-a1bf-9db6dbdafbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:26.567284 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-de1b22e1-551a-4ce2-a1bf-9db6dbdafbd9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.1684725 Aug 31 17:07:26.595455 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:26.601855 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.602928 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device b06a463c-cf18-48c5-aca6-8ca7336698f5 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:07:26.655287 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-ce7e7805-68ce-4c0d-aee0-ed9edcc36fba service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6 HTTP/1.1" status: 200 len: 217 time: 0.0648229 Aug 31 17:07:26.714688 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:26.719167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46fed2-4250-4326-82a6-49ced194b567 req-82411876-d73e-4702-9ce3-aa6b2f261dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:26.720816 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-82411876-d73e-4702-9ce3-aa6b2f261dc8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0578444 Aug 31 17:07:26.746971 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port b06a463c-cf18-48c5-aca6-8ca7336698f5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:07:26.750306 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:26.753992 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port b06a463c-cf18-48c5-aca6-8ca7336698f5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:07:26.754541 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.792948 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-5b161a5a-2cd6-4df8-9580-45d92c7cc0ff service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534892 Aug 31 17:07:26.848010 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.887470 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port b06a463c-cf18-48c5-aca6-8ca7336698f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:07:26.893755 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:26.938585 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}, {'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:26.943538 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea52a06-b035-4fa8-b792-4d7abc367e23" -d '{"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-plugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}, {"server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "name": "network-vif-plugged", "status": "completed", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:26.949470 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35807b4a-c555-4d62-ab12-93e3a9ae7cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.011292 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=b06a463c-cf18-48c5-aca6-8ca7336698f5,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:27.128389 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e20825-bc38-4b6d-bac7-6df19882bf7e x-openstack-request-id: req-a7e20825-bc38-4b6d-bac7-6df19882bf7e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:27.128911 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-plugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "code": 200}, {"server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "name": "network-vif-plugged", "status": "completed", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:27.129378 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a7e20825-bc38-4b6d-bac7-6df19882bf7e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:27.130010 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'code': 200} Aug 31 17:07:27.131005 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'code': 200} Aug 31 17:07:27.184830 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03e309-5522-4ae3-b19e-189b9c6c6e8e req-62d764c2-b5fe-43df-91f6-7d5546dc2e1d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:27.187927 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-db03e309-5522-4ae3-b19e-189b9c6c6e8e req-62d764c2-b5fe-43df-91f6-7d5546dc2e1d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.1912005 Aug 31 17:07:27.201265 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-2bcdcc01-93f2-4ea3-8d6d-00b154260949 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880413 Aug 31 17:07:27.270629 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-db03e309-5522-4ae3-b19e-189b9c6c6e8e req-099ff2d6-5c4b-439e-80da-e8138fdc3fd8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724809 Aug 31 17:07:27.293335 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35807b4a-c555-4d62-ab12-93e3a9ae7cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.302916 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35807b4a-c555-4d62-ab12-93e3a9ae7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.345619 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807b4a-c555-4d62-ab12-93e3a9ae7cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceece4a-d5b6-4cf5-8f88-647d959da98b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:27.363497 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-35807b4a-c555-4d62-ab12-93e3a9ae7cc3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c260a5e19a184a3cb7cf8f048ce9225b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475816 Aug 31 17:07:27.369400 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39286) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:27.435762 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b748bdab-843d-483b-a164-b6cba179c1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.476347 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b748bdab-843d-483b-a164-b6cba179c1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.519939 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb97639-23cd-48d6-849c-e090499c1f5a req-851bce5c-92cb-4e1d-8803-160c2a5466a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:27.521514 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ecb97639-23cd-48d6-849c-e090499c1f5a req-851bce5c-92cb-4e1d-8803-160c2a5466a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.1511853 Aug 31 17:07:27.526005 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be46fed2-4250-4326-82a6-49ced194b567 req-551e1112-6cd6-42e8-b61a-b295cd329aac service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927716 Aug 31 17:07:27.583006 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ecb97639-23cd-48d6-849c-e090499c1f5a req-f778dc32-3c70-4b34-8da4-ffde836d013d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534232 Aug 31 17:07:27.612143 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b748bdab-843d-483b-a164-b6cba179c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.616374 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b748bdab-843d-483b-a164-b6cba179c1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:27.621130 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b748bdab-843d-483b-a164-b6cba179c1fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1ceece4a-d5b6-4cf5-8f88-647d959da98b HTTP/1.1" status: 204 len: 168 time: 0.2470081 Aug 31 17:07:27.633875 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5c9c9-a606-49f3-a570-d5df38ac7005 req-0e79242d-6b76-418b-9ffd-b82699dcd184 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:27.635575 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-11f5c9c9-a606-49f3-a570-d5df38ac7005 req-0e79242d-6b76-418b-9ffd-b82699dcd184 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0820904 Aug 31 17:07:27.636809 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748bdab-843d-483b-a164-b6cba179c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceece4a-d5b6-4cf5-8f88-647d959da98b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:27.740730 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-11f5c9c9-a606-49f3-a570-d5df38ac7005 req-4b0e96d5-1ccf-4cc2-a14a-8057cb7d4e50 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755768 Aug 31 17:07:27.741923 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a04d-2d64-4b30-abe5-c108b9d6c5f0 req-b1bbca25-2abb-4345-adf1-e0bb0fb1cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:27.744131 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e464a04d-2d64-4b30-abe5-c108b9d6c5f0 req-b1bbca25-2abb-4345-adf1-e0bb0fb1cce2 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0973189 Aug 31 17:07:27.747327 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6ed7e-775e-4c18-87d0-c658f9418ea8 req-9252c163-25ad-4f58-80d1-8fac03cb493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:27.749567 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0ef6ed7e-775e-4c18-87d0-c658f9418ea8 req-9252c163-25ad-4f58-80d1-8fac03cb493b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1099 time: 0.1108708 Aug 31 17:07:27.818171 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e464a04d-2d64-4b30-abe5-c108b9d6c5f0 req-740dc45a-451c-45da-b200-b2bb8626815a service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539641 Aug 31 17:07:27.833871 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0ef6ed7e-775e-4c18-87d0-c658f9418ea8 req-7fa336b7-6863-411a-8a42-52f86aab585e service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Aug 31 17:07:28.088364 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39310) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:28.104599 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ca29ff5-f54d-46ec-85f4-d9172c5c8d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.242170 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ca29ff5-f54d-46ec-85f4-d9172c5c8d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.248848 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ca29ff5-f54d-46ec-85f4-d9172c5c8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.321449 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca29ff5-f54d-46ec-85f4-d9172c5c8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea5f1b1-4276-47ac-a8db-c5819a3a397a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:28.335538 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:28.347081 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9ca29ff5-f54d-46ec-85f4-d9172c5c8d57 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=07cfe061b1014d3abb4efdb072e25b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574756 Aug 31 17:07:28.440989 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274bbdd-9bdb-44d9-8f5d-e30b9c0961fd req-03c4d6e9-1cd5-4eba-bd81-6d9ef07d8ae8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:28.442557 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4274bbdd-9bdb-44d9-8f5d-e30b9c0961fd req-03c4d6e9-1cd5-4eba-bd81-6d9ef07d8ae8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0862343 Aug 31 17:07:28.447678 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56544d3a-00f4-4183-beb9-5553820b44e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.488816 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56544d3a-00f4-4183-beb9-5553820b44e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.532375 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4274bbdd-9bdb-44d9-8f5d-e30b9c0961fd req-f95531d5-f71d-4fc9-9abe-26a18433f67d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721636 Aug 31 17:07:28.563983 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56544d3a-00f4-4183-beb9-5553820b44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.567175 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56544d3a-00f4-4183-beb9-5553820b44e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:28.575136 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-56544d3a-00f4-4183-beb9-5553820b44e8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aea5f1b1-4276-47ac-a8db-c5819a3a397a HTTP/1.1" status: 204 len: 168 time: 0.2384267 Aug 31 17:07:28.592724 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56544d3a-00f4-4183-beb9-5553820b44e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea5f1b1-4276-47ac-a8db-c5819a3a397a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:28.761109 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21acbd1-b580-45fb-b338-de7129f21d9b req-d79c4028-77f8-435f-8ae9-11b970e4d696 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:28.762980 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f21acbd1-b580-45fb-b338-de7129f21d9b req-d79c4028-77f8-435f-8ae9-11b970e4d696 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0715919 Aug 31 17:07:28.835987 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f21acbd1-b580-45fb-b338-de7129f21d9b req-c22a956a-5e35-418a-bfbc-d89c7967ad36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581689 Aug 31 17:07:28.872435 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4920e-77ae-4c3f-9c39-ca38f9189362 req-dc036976-68fa-45fd-b4e3-d14c40a9ac72 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:28.875694 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-75f4920e-77ae-4c3f-9c39-ca38f9189362 req-dc036976-68fa-45fd-b4e3-d14c40a9ac72 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0557208 Aug 31 17:07:28.927942 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-75f4920e-77ae-4c3f-9c39-ca38f9189362 req-4452e3f0-8e70-4644-86c9-1c6e1ec5a6aa tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Aug 31 17:07:29.709345 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca4e0-31c3-42e4-afa7-9ac10924c15d req-79796cea-cee9-41bb-bdfa-69dff27341e3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:29.712888 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-249ca4e0-31c3-42e4-afa7-9ac10924c15d req-79796cea-cee9-41bb-bdfa-69dff27341e3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0746124 Aug 31 17:07:29.777935 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-249ca4e0-31c3-42e4-afa7-9ac10924c15d req-5ce47954-9c2b-4f4d-9605-cd4f1cfde2a0 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576651 Aug 31 17:07:30.001914 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23173f87-a95f-4329-a147-3d5eeefa21ad req-a0dfea48-0b41-44ce-83af-729b1f712c2c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:30.004012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-23173f87-a95f-4329-a147-3d5eeefa21ad req-a0dfea48-0b41-44ce-83af-729b1f712c2c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0604339 Aug 31 17:07:30.052279 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-23173f87-a95f-4329-a147-3d5eeefa21ad req-ab1a3a55-1977-4300-81b6-3fbd8d18fbea tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Aug 31 17:07:30.054998 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68caff8f-8978-4049-ae96-5e5d9a4cd630 req-e313d1f6-002f-46f6-a444-4974fa863fe1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:30.056508 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-68caff8f-8978-4049-ae96-5e5d9a4cd630 req-e313d1f6-002f-46f6-a444-4974fa863fe1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0518589 Aug 31 17:07:30.097177 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-68caff8f-8978-4049-ae96-5e5d9a4cd630 req-072750ae-8229-4ce9-9ece-8b9a5eec8b7b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Aug 31 17:07:30.915611 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f903956-70fa-4f76-a5aa-bfd24f5a9ee9 req-ae004c33-4949-40da-9f04-91d6f5284330 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:30.917152 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7f903956-70fa-4f76-a5aa-bfd24f5a9ee9 req-ae004c33-4949-40da-9f04-91d6f5284330 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0528400 Aug 31 17:07:30.960579 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7f903956-70fa-4f76-a5aa-bfd24f5a9ee9 req-70e4989b-cbc4-4c76-972b-c2ab0746b07c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368383 Aug 31 17:07:31.178321 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c147fd-d874-4cd8-9632-f802b7ab3ec5 req-069b68b6-5055-4ba9-954d-db7c51af70ed tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:31.180462 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-38c147fd-d874-4cd8-9632-f802b7ab3ec5 req-069b68b6-5055-4ba9-954d-db7c51af70ed tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0537562 Aug 31 17:07:31.219739 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-38c147fd-d874-4cd8-9632-f802b7ab3ec5 req-67198518-455b-4e75-b9ca-2cf2ad09ef2f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331819 Aug 31 17:07:31.221599 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb632b91-3887-4e9a-a48f-b3e0ca082636 req-f0b97c94-9ec8-4361-b73f-a0e3530d32f3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:31.223117 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bb632b91-3887-4e9a-a48f-b3e0ca082636 req-f0b97c94-9ec8-4361-b73f-a0e3530d32f3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Aug 31 17:07:31.268579 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bb632b91-3887-4e9a-a48f-b3e0ca082636 req-85ef32c8-0b70-46da-bbb3-89379b462fbd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Aug 31 17:07:31.380887 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58873-9939-45ec-a944-a1f63ef9c1cd req-02a13d2e-66e5-4b85-9ba8-db68410a5457 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:31.382409 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c0d58873-9939-45ec-a944-a1f63ef9c1cd req-02a13d2e-66e5-4b85-9ba8-db68410a5457 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0483165 Aug 31 17:07:31.391387 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39464) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:31.395945 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'floatingip': {'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:31.465781 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:32.107486 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268426b5-5839-42c9-8b33-cc24eaacef69 req-3de48855-e324-473f-b94c-4fae5ec37b34 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:32.109112 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-268426b5-5839-42c9-8b33-cc24eaacef69 req-3de48855-e324-473f-b94c-4fae5ec37b34 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0627959 Aug 31 17:07:32.174345 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-268426b5-5839-42c9-8b33-cc24eaacef69 req-0acc182a-eb76-436f-aa56-7dea4383e6e3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542271 Aug 31 17:07:32.379422 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:32.394435 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9742a4a-ddc8-407a-8f7e-bc3e9bd6f049 req-70cc8958-e96e-4c81-92c8-db555e891990 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:32.396342 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c9742a4a-ddc8-407a-8f7e-bc3e9bd6f049 req-70cc8958-e96e-4c81-92c8-db555e891990 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.1296422 Aug 31 17:07:32.397296 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:32.409481 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39502) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:32.415734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'floatingip': {'port_id': 'b06a463c-cf18-48c5-aca6-8ca7336698f5'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:07:32.451507 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3b6fc-65af-4c21-a944-978dcc33016a req-5d7909bf-49f7-4f58-bc57-4305ffecbe54 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:32.452931 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-39d3b6fc-65af-4c21-a944-978dcc33016a req-5d7909bf-49f7-4f58-bc57-4305ffecbe54 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0987368 Aug 31 17:07:32.516785 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:32.520257 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.l3_db [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Floating IP e58a0442-cf85-4921-8737-47eb064f5758 associated. External IP: 172.27.2.16, port: cf6162fc-3f90-4171-85bd-7978d1daa170. Aug 31 17:07:32.621251 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-39d3b6fc-65af-4c21-a944-978dcc33016a req-9464abab-caad-404f-9c3a-fcef81d487ea tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327164 Aug 31 17:07:32.750798 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:07:32.900292 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:07:32.920042 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:32.921922 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:07:32.944414 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:07:32.944414 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:32.958348 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cf2347f4-7644-4798-9abc-44656acb9016 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "PUT /v2.0/floatingips/e58a0442-cf85-4921-8737-47eb064f5758 HTTP/1.1" status: 200 len: 990 time: 1.5658944 Aug 31 17:07:32.958929 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:32.961293 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3daf73904927da5ca866301ccbf7edcccd5a2940a5cc2b9360b79e4c48196f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54be327-bf43-422f-9f9e-294118be9e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:33.012425 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13a3fe1-587a-4ecd-80df-75b34196450a x-openstack-request-id: req-c13a3fe1-587a-4ecd-80df-75b34196450a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:33.012750 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:33.013686 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c13a3fe1-587a-4ecd-80df-75b34196450a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:33.014137 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'status': 'completed', 'code': 200} Aug 31 17:07:33.123229 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:07:33.342146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:33.346449 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be327-bf43-422f-9f9e-294118be9e3e req-7d19639f-599e-47fa-a28f-3930b1e7ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:33.348195 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-7d19639f-599e-47fa-a28f-3930b1e7ede4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1098 time: 0.2362509 Aug 31 17:07:33.349463 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:33.417822 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': 'e58a0442-cf85-4921-8737-47eb064f5758', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'mac_address': 'fa:16:3e:e8:21:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b1821-b143-4221-84e2-3b9636661eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:06:51Z', 'updated_at': '2021-08-31T17:07:32Z', 'revision_number': 1, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:33.480708 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:07:33.496768 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:07:33.497857 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:33.676125 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:07:33.867175 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Floating IP b198293a-4954-45d4-8616-9f8dcefa3466 associated. External IP: 172.27.2.184, port: b06a463c-cf18-48c5-aca6-8ca7336698f5. Aug 31 17:07:33.915822 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-bfdbd4f1-f0ed-4987-b509-e54bdbd5b10b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1748703 Aug 31 17:07:33.936167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be327-bf43-422f-9f9e-294118be9e3e req-3ed98802-1186-4f1f-9030-655f92ce8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:33.937692 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-3ed98802-1186-4f1f-9030-655f92ce8d54 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.5438292 Aug 31 17:07:33.946791 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': 'e58a0442-cf85-4921-8737-47eb064f5758', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'mac_address': 'fa:16:3e:e8:21:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b1821-b143-4221-84e2-3b9636661eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:06:51Z', 'updated_at': '2021-08-31T17:07:32Z', 'revision_number': 1, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:34.093386 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f10ff7-cb04-47e1-96d1-6d1a2df131b7 None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': 'e58a0442-cf85-4921-8737-47eb064f5758', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'floating_ip_address': '172.27.2.16', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'mac_address': 'fa:16:3e:e8:21:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b1821-b143-4221-84e2-3b9636661eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:06:51Z', 'updated_at': '2021-08-31T17:07:32Z', 'revision_number': 1, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:07:34.099118 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dbdd8-af50-46fb-8082-95ff8fa4545f req-571938c2-1ae1-4704-9404-e7cfd5fd559e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.106406 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-367dbdd8-af50-46fb-8082-95ff8fa4545f req-571938c2-1ae1-4704-9404-e7cfd5fd559e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.3348792 Aug 31 17:07:34.185066 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39566) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:34.202911 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-db0ad75a-e6fc-41db-a925-6451e68e4ede service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 998 time: 0.2361567 Aug 31 17:07:34.274471 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-367dbdd8-af50-46fb-8082-95ff8fa4545f req-bb700e7c-0266-4a5f-a20d-2504225c2fce tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657145 Aug 31 17:07:34.295219 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-8bd20276-6885-4778-b7d8-6fe1aadc1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.297319 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-8bd20276-6885-4778-b7d8-6fe1aadc1e39 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=5811e0ade6024e1f9fadca4d2a04100a&device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 1098 time: 0.2137392 Aug 31 17:07:34.326654 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.344578 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be327-bf43-422f-9f9e-294118be9e3e req-8ab1be55-5b70-4dd1-aa23-40dd4b190a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.346065 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-8ab1be55-5b70-4dd1-aa23-40dd4b190a6c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.1178665 Aug 31 17:07:34.419903 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb5a69-3442-4503-a19b-afecd51ec249 None None] New status for floating IP e58a0442-cf85-4921-8737-47eb064f5758: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:07:34.473348 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.478002 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.508308 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ecc0bf2ab9254aafa95894f4f82bbc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220775 Aug 31 17:07:34.511162 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:34.529385 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54be327-bf43-422f-9f9e-294118be9e3e req-9625ab23-fa59-4850-95c0-cf3fcfd7a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.530869 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-9625ab23-fa59-4850-95c0-cf3fcfd7a569 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1371953 Aug 31 17:07:34.532834 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:07:34.595076 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364277e-4248-4894-8488-90408169f561,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:34.614066 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.614565 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.614918 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.615303 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.615836 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.616170 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.616519 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.617053 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.617711 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.618456 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.619533 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.620188 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61a4440-db36-4cc5-96a0-b188c0a9b61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:34.642730 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7096b2c-6f50-4fa7-a7b1-b5c5cf4a04f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.680351 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7096b2c-6f50-4fa7-a7b1-b5c5cf4a04f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.729777 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:07:34.732389 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-ad1ef3a1-4d32-48ce-8fc6-d31cdbd4d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.733932 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-ad1ef3a1-4d32-48ce-8fc6-d31cdbd4d6d2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f HTTP/1.1" status: 200 len: 914 time: 0.3391275 Aug 31 17:07:34.739102 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.755430 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:07:34.765454 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7096b2c-6f50-4fa7-a7b1-b5c5cf4a04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.771207 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7096b2c-6f50-4fa7-a7b1-b5c5cf4a04f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:34.772442 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:07:34.773269 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:34.775833 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c7096b2c-6f50-4fa7-a7b1-b5c5cf4a04f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f364277e-4248-4894-8488-90408169f561 HTTP/1.1" status: 204 len: 168 time: 0.2635589 Aug 31 17:07:34.787777 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7096b2c-6f50-4fa7-a7b1-b5c5cf4a04f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364277e-4248-4894-8488-90408169f561,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:34.829990 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-c6033f58-c34f-494f-89e0-7aac1a2ad519 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4614d3f5-a5b3-4c39-8706-44956e218109 HTTP/1.1" status: 200 len: 217 time: 0.0701251 Aug 31 17:07:34.837763 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-72b4a246-732d-4bb8-ac3e-efadbc3bd65a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "PUT /v2.0/floatingips/b198293a-4954-45d4-8616-9f8dcefa3466 HTTP/1.1" status: 200 len: 992 time: 2.4264295 Aug 31 17:07:34.839850 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:07:34.851372 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8" -d '{"events": [{"name": "network-changed", "server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:07:34.923584 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35f6638-0fdb-46de-8bd4-84ec9b185bcd x-openstack-request-id: req-a35f6638-0fdb-46de-8bd4-84ec9b185bcd {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:07:34.924155 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:07:34.924155 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a35f6638-0fdb-46de-8bd4-84ec9b185bcd {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:07:34.924555 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'status': 'completed', 'code': 200} Aug 31 17:07:34.950108 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-a37e7a27-95f7-4b11-b237-2d8f56e77bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:34.950286 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:07:34.952352 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-a37e7a27-95f7-4b11-b237-2d8f56e77bbc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1b3d3c07-766d-4cc8-9c98-adce15b2259c HTTP/1.1" status: 200 len: 852 time: 0.0978808 Aug 31 17:07:34.954534 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-9f6e266c-5ff2-4582-9fcf-8c956de80cf4 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987446 Aug 31 17:07:35.065305 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-5fbe35c9-da2d-4ed3-a7cb-c10ba7672454 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=fa59f57d-676d-4bf3-a722-0f8ce25dde7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468678 Aug 31 17:07:35.177405 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-ffd193e3-9d15-4a25-ad72-86e83ac94770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:35.179489 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-ffd193e3-9d15-4a25-ad72-86e83ac94770 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1099 time: 0.2042954 Aug 31 17:07:35.235986 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39600) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:35.239971 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': 'b198293a-4954-45d4-8616-9f8dcefa3466', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'port_id': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'mac_address': 'fa:16:3e:6a:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fea466-5b22-4b06-bf4f-9db94740825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:06:53Z', 'updated_at': '2021-08-31T17:07:33Z', 'revision_number': 1, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:35.256878 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6e2936c-c3a4-436b-a9d7-170f756140f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.274110 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:07:35.283311 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:07:35.283909 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:35.296191 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-5ff61d0f-d8e9-45fc-a30a-825e242cc03e service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763450 Aug 31 17:07:35.371255 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-d16e1e99-2518-4915-80f9-db1d60d8c495 service neutron] 10.222.0.109 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698255 Aug 31 17:07:35.388125 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6e2936c-c3a4-436b-a9d7-170f756140f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.393613 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6e2936c-c3a4-436b-a9d7-170f756140f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.423228 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-8a7aab29-7c3e-48f4-b1d2-36f90db53bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:35.424767 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-8a7aab29-7c3e-48f4-b1d2-36f90db53bdc service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.2235639 Aug 31 17:07:35.428085 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2936c-c3a4-436b-a9d7-170f756140f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c8779-f630-4829-9c6d-8e3ac5ae794f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:35.483775 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:07:35.512208 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a6e2936c-c3a4-436b-a9d7-170f756140f2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=abc1ab6ec702463594c03d4535bd80e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712886 Aug 31 17:07:35.512515 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39608) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:35.528555 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76be71-3d27-4b61-a3b6-fae150236e11 req-d9951412-3c83-49b8-abd0-9f6bceb35c0b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:35.530120 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fe76be71-3d27-4b61-a3b6-fae150236e11 req-d9951412-3c83-49b8-abd0-9f6bceb35c0b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.1030898 Aug 31 17:07:35.580652 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fe76be71-3d27-4b61-a3b6-fae150236e11 req-dcf861eb-bb74-437c-a4f8-68e8b9e9b722 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Aug 31 17:07:35.673876 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39612) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:35.746410 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': 'b198293a-4954-45d4-8616-9f8dcefa3466', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'port_id': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'mac_address': 'fa:16:3e:6a:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fea466-5b22-4b06-bf4f-9db94740825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:06:53Z', 'updated_at': '2021-08-31T17:07:33Z', 'revision_number': 1, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:07:35.779252 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5a664c-9175-41db-a8f0-0c25f91e0b2a None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': 'b198293a-4954-45d4-8616-9f8dcefa3466', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'port_id': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'mac_address': 'fa:16:3e:6a:73:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fea466-5b22-4b06-bf4f-9db94740825c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:06:53Z', 'updated_at': '2021-08-31T17:07:33Z', 'revision_number': 1, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:07:35.811105 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7f8878a-a3ac-4a63-b8ee-e5d87be3cee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.881308 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-9f275bd2-13de-41d7-81ee-e018d29a9b41 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 1000 time: 0.4294803 Aug 31 17:07:35.888927 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d0b7302-2c36-450b-bea7-af728fd1d90b req-2316ad9d-ae93-4842-ac84-70f12e3817f0 service neutron] 10.222.0.109 "GET /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990971 Aug 31 17:07:35.898339 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.916561 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7f8878a-a3ac-4a63-b8ee-e5d87be3cee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.924588 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7f8878a-a3ac-4a63-b8ee-e5d87be3cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.930437 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:35.964636 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f7f8878a-a3ac-4a63-b8ee-e5d87be3cee7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f44567199798466da4920b49336ac99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892625 Aug 31 17:07:35.967843 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39618) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:35.974147 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8878a-a3ac-4a63-b8ee-e5d87be3cee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a55631-bafe-4bb5-9379-0695ceadf94f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:36.008011 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f793c51-9005-4f5e-b776-d8fec40794e8 None None] New status for floating IP b198293a-4954-45d4-8616-9f8dcefa3466: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:07:36.014421 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.015984 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.017173 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/944c8779-f630-4829-9c6d-8e3ac5ae794f HTTP/1.1" status: 204 len: 168 time: 0.5029101 Aug 31 17:07:36.028301 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c8779-f630-4829-9c6d-8e3ac5ae794f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:36.037690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.038035 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.038555 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.038893 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.039220 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.041443 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.042273 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.042273 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.042509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.042921 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.043151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.043526 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1144601-ef2b-4d09-a9fb-09008e3b83d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:07:36.061086 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4895-cd23-4064-96d5-1ef3fffd9691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.097619 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4895-cd23-4064-96d5-1ef3fffd9691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.165487 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4895-cd23-4064-96d5-1ef3fffd9691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.168307 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f4d4895-cd23-4064-96d5-1ef3fffd9691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.170754 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9f4d4895-cd23-4064-96d5-1ef3fffd9691 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/76a55631-bafe-4bb5-9379-0695ceadf94f HTTP/1.1" status: 204 len: 168 time: 0.2008376 Aug 31 17:07:36.185193 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d4895-cd23-4064-96d5-1ef3fffd9691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a55631-bafe-4bb5-9379-0695ceadf94f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:36.469022 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39634) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:36.478063 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39636) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:36.483033 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a502e23a-0402-470d-a368-9e83486521b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.491712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a20e960a-5221-469c-a40a-c735b0aa0c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.578030 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a502e23a-0402-470d-a368-9e83486521b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.582399 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a502e23a-0402-470d-a368-9e83486521b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.623469 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a502e23a-0402-470d-a368-9e83486521b2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2b0dd33aabc04009b22e81e1cb0d13d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533430 Aug 31 17:07:36.624811 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502e23a-0402-470d-a368-9e83486521b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a21465-9130-4993-a25a-9e3fc081a813,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:36.637094 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39642) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:36.708672 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a20e960a-5221-469c-a40a-c735b0aa0c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.713983 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed623836-1d4e-4d9e-9faf-b8992d27df4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.716952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a20e960a-5221-469c-a40a-c735b0aa0c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.759153 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed623836-1d4e-4d9e-9faf-b8992d27df4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.776402 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a20e960a-5221-469c-a40a-c735b0aa0c1d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=20476fe1339e494782d8b8af48bec8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972209 Aug 31 17:07:36.779791 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39644) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:36.780393 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e960a-5221-469c-a40a-c735b0aa0c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaab531-59f1-4deb-bff5-ba402a67aafd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:36.822115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed623836-1d4e-4d9e-9faf-b8992d27df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.824639 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed623836-1d4e-4d9e-9faf-b8992d27df4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.829120 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-ed623836-1d4e-4d9e-9faf-b8992d27df4c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/33a21465-9130-4993-a25a-9e3fc081a813 HTTP/1.1" status: 204 len: 168 time: 0.1883175 Aug 31 17:07:36.837863 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed623836-1d4e-4d9e-9faf-b8992d27df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a21465-9130-4993-a25a-9e3fc081a813,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:36.839174 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-345c38be-4519-454b-8010-2f52f75cf111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.868137 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-345c38be-4519-454b-8010-2f52f75cf111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.922447 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-345c38be-4519-454b-8010-2f52f75cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.924919 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-345c38be-4519-454b-8010-2f52f75cf111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:36.926271 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-345c38be-4519-454b-8010-2f52f75cf111 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/faaab531-59f1-4deb-bff5-ba402a67aafd HTTP/1.1" status: 204 len: 168 time: 0.1452644 Aug 31 17:07:36.935888 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c38be-4519-454b-8010-2f52f75cf111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaab531-59f1-4deb-bff5-ba402a67aafd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:38.097213 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.424213 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39796) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:39.540670 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b274d8b6-66d5-438d-8ef6-9938534b4660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.636554 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b274d8b6-66d5-438d-8ef6-9938534b4660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.640827 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b274d8b6-66d5-438d-8ef6-9938534b4660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.677821 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b274d8b6-66d5-438d-8ef6-9938534b4660 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e91837a489ca44958f15b33379fd8a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525127 Aug 31 17:07:39.678664 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274d8b6-66d5-438d-8ef6-9938534b4660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2379053-c9ff-4134-83d1-a85df7b22690,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:39.681188 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:39.732163 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0f1b-bd4e-4c6e-8cf7-9248ab2c1984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.754449 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0f1b-bd4e-4c6e-8cf7-9248ab2c1984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.806121 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0f1b-bd4e-4c6e-8cf7-9248ab2c1984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.809384 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f9f0f1b-bd4e-4c6e-8cf7-9248ab2c1984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:39.810753 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1f9f0f1b-bd4e-4c6e-8cf7-9248ab2c1984 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c2379053-c9ff-4134-83d1-a85df7b22690 HTTP/1.1" status: 204 len: 168 time: 0.1282256 Aug 31 17:07:39.819292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f0f1b-bd4e-4c6e-8cf7-9248ab2c1984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2379053-c9ff-4134-83d1-a85df7b22690,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:40.071284 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 39810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:40.085102 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f811ebf6-f5c3-4f28-ac2f-2fc141f3c7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.175447 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f811ebf6-f5c3-4f28-ac2f-2fc141f3c7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.180197 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f811ebf6-f5c3-4f28-ac2f-2fc141f3c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.218646 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f811ebf6-f5c3-4f28-ac2f-2fc141f3c7ee admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=97b1a89d67cb4bf5b83dc8bcd8f4da4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460328 Aug 31 17:07:40.219515 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811ebf6-f5c3-4f28-ac2f-2fc141f3c7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5616ad88-73ad-44ec-9053-0b3e7a9e2c56,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:40.221130 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 39814) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:07:40.268829 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa43cd56-8271-4324-bdd7-4e3b4d7ce384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.288246 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa43cd56-8271-4324-bdd7-4e3b4d7ce384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.347446 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa43cd56-8271-4324-bdd7-4e3b4d7ce384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.350200 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa43cd56-8271-4324-bdd7-4e3b4d7ce384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:40.354446 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-fa43cd56-8271-4324-bdd7-4e3b4d7ce384 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5616ad88-73ad-44ec-9053-0b3e7a9e2c56 HTTP/1.1" status: 204 len: 168 time: 0.1291647 Aug 31 17:07:40.359625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43cd56-8271-4324-bdd7-4e3b4d7ce384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5616ad88-73ad-44ec-9053-0b3e7a9e2c56,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:07:42.921811 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-449fa9bf-a2a2-4569-b470-0fee3c196f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:42.923234 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-449fa9bf-a2a2-4569-b470-0fee3c196f2b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0459151 Aug 31 17:07:43.362462 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-f56b1d92-246e-40c5-b1bb-74c39f44a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:43.363884 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-f56b1d92-246e-40c5-b1bb-74c39f44a42e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559230 Aug 31 17:07:43.447828 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d9c76-9351-4a20-a8a5-31097ba5c4fe req-3f47e030-3e4f-49cf-8936-f150ae390e09 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:43.449299 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f67d9c76-9351-4a20-a8a5-31097ba5c4fe req-3f47e030-3e4f-49cf-8936-f150ae390e09 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.1015062 Aug 31 17:07:43.501615 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-cc0ddec0-bb3d-425d-96fe-65a287be7cd7 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224678 Aug 31 17:07:43.508425 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f67d9c76-9351-4a20-a8a5-31097ba5c4fe req-41f8fef6-ff6d-4340-bd1b-f860b33b1101 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Aug 31 17:07:43.621595 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e31ae25-a2a0-4aad-ad14-1ba6852f55a8 req-a4ad1c9a-e157-4c42-b765-fd9d02e93ca5 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898306 Aug 31 17:07:44.137857 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:07:47.766327 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1a05830-51d5-484f-960d-53be1441cae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:50.249037 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8bf5-6ae1-4d81-bc98-319fdcbc0cef req-af62dee4-b533-46e9-a7da-bf6dfb053971 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:50.250517 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-242b8bf5-6ae1-4d81-bc98-319fdcbc0cef req-af62dee4-b533-46e9-a7da-bf6dfb053971 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0575662 Aug 31 17:07:50.290376 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-242b8bf5-6ae1-4d81-bc98-319fdcbc0cef req-e384c34d-d28b-4f7f-9017-24067d0441d8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Aug 31 17:07:50.606478 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:50.657727 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4fc81e27-23e1-4954-89dc-987cbbfc9408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:51.909846 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:53.528259 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:07:54.126446 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520a452-ed5f-46a1-84b0-db1161697b07 req-39936917-e5a7-4726-b934-0391f73c4863 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:54.127981 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1520a452-ed5f-46a1-84b0-db1161697b07 req-39936917-e5a7-4726-b934-0391f73c4863 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0537605 Aug 31 17:07:54.165743 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1520a452-ed5f-46a1-84b0-db1161697b07 req-4bfe5c7b-fdd7-4b97-bfe1-eaf20b22e2a1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Aug 31 17:07:55.290096 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2da72-509c-4719-ba10-e88d70daa2dd req-7fe59869-97f2-4ea2-b80a-73f28e294def tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:55.291744 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55c2da72-509c-4719-ba10-e88d70daa2dd req-7fe59869-97f2-4ea2-b80a-73f28e294def tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Aug 31 17:07:55.333409 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55c2da72-509c-4719-ba10-e88d70daa2dd req-8809b437-49a1-47ba-a23d-ee385e86e777 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 Aug 31 17:07:56.271564 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a50b0e-e34c-4b86-bd33-cc811fdf1144 req-a392c896-a521-4608-be00-e62cc1d5dd9f tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:56.273024 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-44a50b0e-e34c-4b86-bd33-cc811fdf1144 req-a392c896-a521-4608-be00-e62cc1d5dd9f tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Aug 31 17:07:56.316243 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-44a50b0e-e34c-4b86-bd33-cc811fdf1144 req-24a6cce4-c417-45d0-9a2d-f2fe61584fe9 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345893 Aug 31 17:07:56.454054 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5b786-6e42-4af8-8307-13e56ae70b30 req-eb850df4-dd72-4a78-8db0-b114b692298b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:56.456022 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d3e5b786-6e42-4af8-8307-13e56ae70b30 req-eb850df4-dd72-4a78-8db0-b114b692298b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Aug 31 17:07:56.493407 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d3e5b786-6e42-4af8-8307-13e56ae70b30 req-b414ac6c-d711-4c92-a874-561334a26ae8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Aug 31 17:07:57.448764 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f1293-7b24-4f0f-92b5-b66d62992e86 req-dd70553f-4d5f-4878-ab39-fc0f803e6ebb tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:57.451963 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cc7f1293-7b24-4f0f-92b5-b66d62992e86 req-dd70553f-4d5f-4878-ab39-fc0f803e6ebb tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0683196 Aug 31 17:07:57.488677 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cc7f1293-7b24-4f0f-92b5-b66d62992e86 req-549ac3b5-ae57-45ff-97f5-5adc60c1f914 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Aug 31 17:07:57.608002 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26053405-c808-4fde-9269-0f1d61803f95 req-b6ed8a36-287f-4019-a31e-dc294edbf11d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:57.609513 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26053405-c808-4fde-9269-0f1d61803f95 req-b6ed8a36-287f-4019-a31e-dc294edbf11d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0495331 Aug 31 17:07:57.646748 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26053405-c808-4fde-9269-0f1d61803f95 req-e229b01d-4439-4825-859f-acdb1d7c0ff1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Aug 31 17:07:58.610080 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749c29-1eeb-4f66-a1da-94aa242e27bc req-ec4cf5d9-6dd3-45f8-916d-14a536ad844d tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.611579 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6b749c29-1eeb-4f66-a1da-94aa242e27bc req-ec4cf5d9-6dd3-45f8-916d-14a536ad844d tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0482433 Aug 31 17:07:58.648249 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6b749c29-1eeb-4f66-a1da-94aa242e27bc req-123d2b56-fe82-424b-9088-04d4e8b68680 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Aug 31 17:07:58.765970 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d8b48-3c8a-4d26-b722-2bda281e8fa2 req-d092d60e-2764-4446-ad5f-e85d0d3ce367 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:58.768000 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ac6d8b48-3c8a-4d26-b722-2bda281e8fa2 req-d092d60e-2764-4446-ad5f-e85d0d3ce367 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0534093 Aug 31 17:07:58.806526 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ac6d8b48-3c8a-4d26-b722-2bda281e8fa2 req-450f7bde-e9c2-48e3-a9b2-39af8528cb3e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Aug 31 17:07:59.959068 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6dae5-8947-4595-82bd-3615a7771508 req-922da055-b8f8-46a4-ae1a-bbe968a20e48 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:59.960689 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2ad6dae5-8947-4595-82bd-3615a7771508 req-922da055-b8f8-46a4-ae1a-bbe968a20e48 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0582976 Aug 31 17:07:59.983671 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ff60c-f2a5-48b3-aed1-8196f4b2832c req-afa4e520-e202-4453-a291-456ae8775be9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:07:59.985387 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c19ff60c-f2a5-48b3-aed1-8196f4b2832c req-afa4e520-e202-4453-a291-456ae8775be9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0604770 Aug 31 17:08:00.013182 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2ad6dae5-8947-4595-82bd-3615a7771508 req-daab17bf-fc10-4fc8-8fea-dd024c39062f tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/security-groups?id=f98257e1-cd2e-4d97-94ed-7e6149e31864&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Aug 31 17:08:00.028614 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c19ff60c-f2a5-48b3-aed1-8196f4b2832c req-358a5c56-6a01-4794-9987-62cb5872e174 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369880 Aug 31 17:08:00.568409 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-374b8e4b-7be3-4890-b19a-4f136926c914 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:00.570042 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-374b8e4b-7be3-4890-b19a-4f136926c914 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.109 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Aug 31 17:08:00.745426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Deleting port 4614d3f5-a5b3-4c39-8706-44956e218109 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:08:00.745758 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:00.847051 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] For port 4614d3f5-a5b3-4c39-8706-44956e218109, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4614d3f5-a5b3-4c39-8706-44956e218109,segment=NetworkSegment(0026b4fc-21a7-4afb-95ec-62c0b94f5355),segment_id=0026b4fc-21a7-4afb-95ec-62c0b94f5355)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:00.847616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:00.865228 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Calling delete_port for 4614d3f5-a5b3-4c39-8706-44956e218109 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:08:01.049832 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.084323 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:01.153685 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9ccffa23-57b1-4ba3-8d36-27055e26fa49 req-602bd086-d213-4b2d-a856-13e1727922a5 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0346634 Aug 31 17:08:01.157295 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Pushing event deleted for resources: {'Port': ['ID=4614d3f5-a5b3-4c39-8706-44956e218109,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:01.188945 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] No DVR routers for this DVR port 4614d3f5-a5b3-4c39-8706-44956e218109 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:08:01.193824 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.195820 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f50aecb0-8991-4d17-b048-6de942eb30e4 req-727f25ec-ad8e-40c6-88d1-c22d0bee71d8 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.109 "DELETE /v2.0/ports/4614d3f5-a5b3-4c39-8706-44956e218109 HTTP/1.1" status: 204 len: 173 time: 0.6098158 Aug 31 17:08:01.196258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'name': 'network-vif-deleted', 'tag': '4614d3f5-a5b3-4c39-8706-44956e218109'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:08:01.198642 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c05e11-7a93-4748-9fce-059f4d678567" -d '{"events": [{"server_uuid": "251cd9b1-1e35-48cb-8ed7-99c9ef96e422", "name": "network-vif-deleted", "tag": "4614d3f5-a5b3-4c39-8706-44956e218109"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:08:01.216254 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e32b0812-850c-48c8-9690-2850e7faec52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.224100 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996a630-e646-4c02-9968-97688bc2eaa4 req-814024ca-1212-4761-a0bb-4a137ea1192d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:01.231595 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a996a630-e646-4c02-9968-97688bc2eaa4 req-814024ca-1212-4761-a0bb-4a137ea1192d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.1037829 Aug 31 17:08:01.248119 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1fb643-065c-4e30-b989-b6db6d3766f6 x-openstack-request-id: req-dd1fb643-065c-4e30-b989-b6db6d3766f6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:08:01.248405 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251cd9b1-1e35-48cb-8ed7-99c9ef96e422", "name": "network-vif-deleted", "tag": "4614d3f5-a5b3-4c39-8706-44956e218109", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:08:01.248685 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dd1fb643-065c-4e30-b989-b6db6d3766f6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:08:01.249072 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251cd9b1-1e35-48cb-8ed7-99c9ef96e422', 'name': 'network-vif-deleted', 'tag': '4614d3f5-a5b3-4c39-8706-44956e218109', 'status': 'completed', 'code': 200} Aug 31 17:08:01.273021 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a996a630-e646-4c02-9968-97688bc2eaa4 req-7e4d3d19-784e-4b70-9c59-e4a9708433ce tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Aug 31 17:08:01.317301 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e32b0812-850c-48c8-9690-2850e7faec52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.321238 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e32b0812-850c-48c8-9690-2850e7faec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.357651 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b0812-850c-48c8-9690-2850e7faec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a47d9-b758-4dfa-aae2-506f21a39d0c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:01.361790 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e32b0812-850c-48c8-9690-2850e7faec52 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=325d8012fc934a7e890f6bd4e64d9698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758193 Aug 31 17:08:01.364526 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40212) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:01.411082 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9a91100-d4a0-42e3-8814-44a075d242fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.437014 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9a91100-d4a0-42e3-8814-44a075d242fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.487032 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9a91100-d4a0-42e3-8814-44a075d242fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.489899 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9a91100-d4a0-42e3-8814-44a075d242fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:01.491168 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b9a91100-d4a0-42e3-8814-44a075d242fa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4b0a47d9-b758-4dfa-aae2-506f21a39d0c HTTP/1.1" status: 204 len: 168 time: 0.1257324 Aug 31 17:08:01.499813 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a91100-d4a0-42e3-8814-44a075d242fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a47d9-b758-4dfa-aae2-506f21a39d0c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:02.209646 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:02.272445 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-99af0ee0-e7cb-4090-9418-f9a9ce55225b req-32556479-e115-4713-9376-f735baa06850 tempest-DeleteServersTestJSON-1155243229 tempest-DeleteServersTestJSON-1155243229-project] 10.222.0.107 "GET /v2.0/ports?device_id=251cd9b1-1e35-48cb-8ed7-99c9ef96e422 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Aug 31 17:08:02.317895 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-990031114-network', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:02.338357 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Made reservation on behalf of 24d6b96f225f464db8e04e7ff8c2a17d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:08:02.340707 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.358971 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.414090 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ee5d6-8a2b-40aa-b87e-d954072047b4 req-1349d63f-c45b-45ce-8542-91d464874302 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:02.415557 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a94ee5d6-8a2b-40aa-b87e-d954072047b4 req-1349d63f-c45b-45ce-8542-91d464874302 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0722013 Aug 31 17:08:02.487105 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a94ee5d6-8a2b-40aa-b87e-d954072047b4 req-68a50e01-f6f8-4d5b-96b4-3cf45d6b6124 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540123 Aug 31 17:08:02.507760 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 4614d3f5-a5b3-4c39-8706-44956e218109 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:08:02.522033 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.526462 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.528429 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 4614d3f5-a5b3-4c39-8706-44956e218109 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:08:02.528825 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 4614d3f5-a5b3-4c39-8706-44956e218109 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:08:02.553942 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] vlan segment allocate from pool success with {'vlan_id': 1534, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:08:02.560138 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd14dc-d7d4-490c-a41e-73b7a1110bb5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:02.568171 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.568171 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Added segment 0a935426-1406-4379-855c-de8cab2fedfa of type vlan for network 317ef0af-3236-445c-ab17-4a8a38ad7c4f Aug 31 17:08:02.610611 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.635471 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.636421 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:02.637038 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.686368 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4755945 Aug 31 17:08:02.689394 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40266) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:02.694398 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Request body: {'subnet': {'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-990031114-subnet', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:02.695089 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c592f-2dbd-40f6-9aec-02b92f0bb96b admin admin] Pushing event updated for resources: {'Network': ['ID=317ef0af-3236-445c-ab17-4a8a38ad7c4f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:02.706848 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:08:02.722848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Made reservation on behalf of 24d6b96f225f464db8e04e7ff8c2a17d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:08:02.725570 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.913093 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:02.968960 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Pushing event updated for resources: {'Subnet': ['ID=054df089-0090-433e-a907-fe7a4eff0012,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:02.978746 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Checking segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:02.979103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Network hostable DHCP agents. Network: 317ef0af-3236-445c-ab17-4a8a38ad7c4f, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:08:02.998630 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:08:03.010902 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 317ef0af-3236-445c-ab17-4a8a38ad7c4f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:03.015992 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:03.016616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.023413 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0ea1f-4c10-43fd-88d3-0cea18fdc401 None None] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:08:03.031439 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-092f9f63-bcee-4276-a606-3f024d9f951b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3409171 Aug 31 17:08:03.034365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:03.038945 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:03.064884 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.066509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.157944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.231709 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:08:03.232556 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.301829 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.375789 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Allocated IP 172.20.0.2 (317ef0af-3236-445c-ab17-4a8a38ad7c4f/054df089-0090-433e-a907-fe7a4eff0012/a0edd1ce-2187-46dd-87b7-7e7e771252b8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:03.567414 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.577030 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Transition to ACTIVE for port object a0edd1ce-2187-46dd-87b7-7e7e771252b8 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:03.584221 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.592726 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Transition to ACTIVE for port object a0edd1ce-2187-46dd-87b7-7e7e771252b8 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:03.598551 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.623130 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.640843 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:03.643878 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:03.648167 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:03.656051 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Pushing event updated for resources: {'Port': ['ID=a0edd1ce-2187-46dd-87b7-7e7e771252b8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:03.688342 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287a7e3-d834-461c-ad55-7f59501e054f req-2228b462-1559-4b2e-b6e8-b652ef72e81e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:03.689565 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3287a7e3-d834-461c-ad55-7f59501e054f req-2228b462-1559-4b2e-b6e8-b652ef72e81e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.1266656 Aug 31 17:08:03.701714 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.702633 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.702979 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.703313 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.703642 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.703969 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.704298 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.704847 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.705232 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.705563 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.705882 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.706376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:03.721627 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Attempting to bind port a0edd1ce-2187-46dd-87b7-7e7e771252b8 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:08:03.722091 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Attempting to bind port a0edd1ce-2187-46dd-87b7-7e7e771252b8 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:08:03.722496 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Attempting to bind port a0edd1ce-2187-46dd-87b7-7e7e771252b8 on network 317ef0af-3236-445c-ab17-4a8a38ad7c4f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:08:03.729295 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:08:03.729661 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Checking segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:03.730241 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.730783 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Bound using segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:08:03.731267 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Bound port: a0edd1ce-2187-46dd-87b7-7e7e771252b8, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:08:03.731654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.771240 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3287a7e3-d834-461c-ad55-7f59501e054f req-ddc46d49-415c-4ab5-bf4b-e59d7e489133 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738726 Aug 31 17:08:03.797908 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Allocated IP 172.27.2.133 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/807cd4c3-0045-4279-8ea8-41830d679059) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:03.811647 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] For port a0edd1ce-2187-46dd-87b7-7e7e771252b8, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:08:03.817406 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] For port a0edd1ce-2187-46dd-87b7-7e7e771252b8, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=a0edd1ce-2187-46dd-87b7-7e7e771252b8,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:08:03.824969 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.935750 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:03.975781 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:04.015821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:04.018944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:04.024919 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:04.026950 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900cff7-91d5-40f9-bfb2-a112fe48b4a3 None None] Pushing event updated for resources: {'Port': ['ID=a0edd1ce-2187-46dd-87b7-7e7e771252b8,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:04.090731 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Pushing event updated for resources: {'Port': ['ID=807cd4c3-0045-4279-8ea8-41830d679059,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:04.265854 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:04.516471 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:04.651469 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Router b12d46d0-322a-4629-8594-834c81c07258 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:08:04.766347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:08:04.778209 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Sync routers for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:08:04.787479 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:04.788757 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-82dd59aa-3ee0-41da-ad07-f9e41e4d3ffc admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7534120 Aug 31 17:08:04.794143 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40322) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:04.797245 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:04.797876 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:05.028951 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:05.047919 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b60f3-8e06-4973-bace-3653049b6ee9 req-9db3e16c-480a-4d5b-b857-90cf6c33f397 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:05.060073 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-632b60f3-8e06-4973-bace-3653049b6ee9 req-9db3e16c-480a-4d5b-b857-90cf6c33f397 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.1598091 Aug 31 17:08:05.070028 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:05.142831 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-632b60f3-8e06-4973-bace-3653049b6ee9 req-8a622359-4c58-48fe-a79c-6834995d6e3c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814080 Aug 31 17:08:05.146824 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Deleting subnet 1b3d3c07-766d-4cc8-9c98-adce15b2259c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:08:05.150672 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.208109 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba07000-fdc2-4c5b-9095-61391efaeb34 None None] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:08:05.214442 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.261428 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.294623 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:04Z', 'revision_number': 3, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:05.325028 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Checking router: b12d46d0-322a-4629-8594-834c81c07258 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:08:05.325665 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Updating router b12d46d0-322a-4629-8594-834c81c07258 port 807cd4c3-0045-4279-8ea8-41830d679059 binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:08:05.361705 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-60602b13-c297-42c8-8042-3c7373581ed9 None None] Provisioning for port a0edd1ce-2187-46dd-87b7-7e7e771252b8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:05.364395 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.550574 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.600637 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3d3c07-766d-4cc8-9c98-adce15b2259c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:05.608304 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.610631 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-0dfdd037-f68c-4ce8-85ee-dda0cf28e9e6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1b3d3c07-766d-4cc8-9c98-adce15b2259c HTTP/1.1" status: 204 len: 168 time: 0.5384445 Aug 31 17:08:05.616987 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40344) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:05.695551 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.712933 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.715172 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.727796 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Transition to ACTIVE for port object 807cd4c3-0045-4279-8ea8-41830d679059 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:05.737142 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.790935 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Pushing event updated for resources: {'Port': ['ID=807cd4c3-0045-4279-8ea8-41830d679059,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:05.798152 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.799278 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.799622 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.799973 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.800308 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.800667 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.801004 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.801328 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.801833 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.802335 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.802807 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.803277 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.803759 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:05.809280 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa59f57d-676d-4bf3-a722-0f8ce25dde7f']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:05.810169 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Attempting to bind port 807cd4c3-0045-4279-8ea8-41830d679059 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:08:05.810875 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Attempting to bind port 807cd4c3-0045-4279-8ea8-41830d679059 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:08:05.811520 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Attempting to bind port 807cd4c3-0045-4279-8ea8-41830d679059 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:08:05.817845 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:08:05.818215 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:05.818794 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.819371 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:08:05.820008 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Bound port: 807cd4c3-0045-4279-8ea8-41830d679059, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:08:05.820630 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.820776 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0026b4fc-21a7-4afb-95ec-62c0b94f5355') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:05.821208 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0026b4fc-21a7-4afb-95ec-62c0b94f5355') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:05.833234 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.853128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.865829 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Releasing vlan 1537 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:08:05.866692 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:08:05.868966 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:08:05.882377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Allocated IP 172.20.0.1 (317ef0af-3236-445c-ab17-4a8a38ad7c4f/054df089-0090-433e-a907-fe7a4eff0012/9efe1dd8-e8b5-412d-9100-fbd696c2f26f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:05.892826 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] For port 807cd4c3-0045-4279-8ea8-41830d679059, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:08:05.896072 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] For port 807cd4c3-0045-4279-8ea8-41830d679059, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=807cd4c3-0045-4279-8ea8-41830d679059,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:08:05.902281 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.942967 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.948923 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:05.950929 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] 10.222.0.107 "DELETE /v2.0/networks/fa59f57d-676d-4bf3-a722-0f8ce25dde7f HTTP/1.1" status: 204 len: 168 time: 0.3313820 Aug 31 17:08:05.986088 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79d919-2d76-455b-aed7-30d143eb03df admin admin] Pushing event deleted for resources: {'Network': ['ID=fa59f57d-676d-4bf3-a722-0f8ce25dde7f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:05.994986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a0edd1ce-2187-46dd-87b7-7e7e771252b8 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:06.095220 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port a0edd1ce-2187-46dd-87b7-7e7e771252b8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:06.100407 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port a0edd1ce-2187-46dd-87b7-7e7e771252b8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:06.100874 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.109187 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.110547 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:06.111242 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:06.129941 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Transition to ACTIVE for port object 9efe1dd8-e8b5-412d-9100-fbd696c2f26f will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:06.144247 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:06.189847 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cc451-4321-4920-a3c1-4ee26610efdc None None] Pushing event updated for resources: {'Port': ['ID=807cd4c3-0045-4279-8ea8-41830d679059,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:06.197638 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.207757 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-b62e3e0a-56bc-4d67-af98-aee640d2648f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5811e0ade6024e1f9fadca4d2a04100a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0623069 Aug 31 17:08:06.210200 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.210735 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40356) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:06.228708 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:06.240329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port a0edd1ce-2187-46dd-87b7-7e7e771252b8, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=a0edd1ce-2187-46dd-87b7-7e7e771252b8,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:06.245674 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.247850 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:06.252607 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:06.253095 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.265775 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:06.278787 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f1d3-1f49-4ce3-bf81-e1f508ac1e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.315684 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f1d3-1f49-4ce3-bf81-e1f508ac1e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.338194 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=a0edd1ce-2187-46dd-87b7-7e7e771252b8,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:06.355557 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Pushing event updated for resources: {'Port': ['ID=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:06.382915 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f1d3-1f49-4ce3-bf81-e1f508ac1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.385676 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c5f1d3-1f49-4ce3-bf81-e1f508ac1e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.387109 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f3c5f1d3-1f49-4ce3-bf81-e1f508ac1e9d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f98257e1-cd2e-4d97-94ed-7e6149e31864 HTTP/1.1" status: 204 len: 168 time: 0.1744423 Aug 31 17:08:06.395010 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5f1d3-1f49-4ce3-bf81-e1f508ac1e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98257e1-cd2e-4d97-94ed-7e6149e31864,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:06.477362 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.525065 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:04Z', 'revision_number': 3, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:06.550763 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5674e84d-c936-4b0b-9ec3-2d86930a5c65 None None] Provisioning for port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:06.570585 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b0ee8-85d3-475e-9858-ef45285c0846 None None] The sync data for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi is: [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:04Z', 'revision_number': 3, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:08:06.584963 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5674e84d-c936-4b0b-9ec3-2d86930a5c65 None None] Provisioning complete for port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:06.586034 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5674e84d-c936-4b0b-9ec3-2d86930a5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.635526 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5674e84d-c936-4b0b-9ec3-2d86930a5c65 None None] Port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:08:06.689691 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.694663 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.695314 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:06.780857 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Pushing event updated for resources: {'Port': ['ID=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:06.857827 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:06.861045 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:07.019024 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Router b12d46d0-322a-4629-8594-834c81c07258 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:08:07.164619 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a312a6a6-3282-428c-a41c-94079f5d3a08 None None] Provisioning complete for port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:07.165026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a312a6a6-3282-428c-a41c-94079f5d3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:07.206680 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:08:07.211958 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-09cd5e09-6fdb-4cbc-93d9-d714c1f7db2a admin admin] 10.222.0.107 "PUT /v2.0/routers/b12d46d0-322a-4629-8594-834c81c07258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4166765 Aug 31 17:08:07.218525 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a312a6a6-3282-428c-a41c-94079f5d3a08 None None] Port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:08:07.802441 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:07.807620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-53124949-network', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:07.832347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Made reservation on behalf of 6e99cacd7c524ec0a349868a3d180c6c for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:08:07.834922 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:07.847795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:07.971778 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:07.979367 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.020332 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1518, 'physical_network': 'physnet1'} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:08:08.027115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb110c2-2cdc-4109-93e6-4a7664839bba,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:08.033959 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.034588 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Added segment 5c696738-10fc-49c4-9408-8abda1f8d81a of type vlan for network 53ad2b16-0927-4a76-81a6-c24cf49eff99 Aug 31 17:08:08.069189 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a0edd1ce-2187-46dd-87b7-7e7e771252b8 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:08.097508 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.121898 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port a0edd1ce-2187-46dd-87b7-7e7e771252b8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:08.122626 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.123113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.124140 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:08.124782 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.198549 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3919652 Aug 31 17:08:08.198549 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40414) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:08.206559 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Request body: {'subnet': {'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-53124949-subnet', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:08.213336 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92448e-9725-4044-92e2-9142bf7576e4 admin admin] Pushing event updated for resources: {'Network': ['ID=53ad2b16-0927-4a76-81a6-c24cf49eff99,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:08.225455 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 807cd4c3-0045-4279-8ea8-41830d679059 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:08.229804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:08:08.235043 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Made reservation on behalf of 6e99cacd7c524ec0a349868a3d180c6c for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:08:08.238080 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.333964 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.360659 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 807cd4c3-0045-4279-8ea8-41830d679059 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:08.364505 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 807cd4c3-0045-4279-8ea8-41830d679059 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:08.364873 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.419468 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.450854 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.459202 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Sync routers for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:08:08.481328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df75564-73fe-49d5-a161-b73dce377bb9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:08.483431 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 807cd4c3-0045-4279-8ea8-41830d679059, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=807cd4c3-0045-4279-8ea8-41830d679059,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:08.484574 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:08.485362 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:08.488940 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.492702 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Checking segment: {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:08.493061 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Network hostable DHCP agents. Network: 53ad2b16-0927-4a76-81a6-c24cf49eff99, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:08:08.510033 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:08:08.518602 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 53ad2b16-0927-4a76-81a6-c24cf49eff99) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:08.523039 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:08.523809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.545480 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d5ed0e32-80d0-4c46-949d-ef7a358b1706 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3430562 Aug 31 17:08:08.545702 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40416) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:08.550383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:08.552356 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea421fcc-5ca1-49bc-8935-5b6fa0e29a70 None None] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:08:08.575367 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.576465 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.636972 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.698862 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=807cd4c3-0045-4279-8ea8-41830d679059,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:08.720054 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:08.800172 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:08.897229 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-53ad2b16-0927-4a76-81a6-c24cf49eff99', 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'fixed_ips': [{'subnet_id': '4df75564-73fe-49d5-a161-b73dce377bb9'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:08:08.898054 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.019740 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.042949 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.094426 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Allocated IP 172.20.0.2 (53ad2b16-0927-4a76-81a6-c24cf49eff99/4df75564-73fe-49d5-a161-b73dce377bb9/b0dccc9a-8764-49eb-85dd-0f218ff862af) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:09.103230 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 2, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:09.143905 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Checking router: b12d46d0-322a-4629-8594-834c81c07258 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:08:09.144260 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Updating router b12d46d0-322a-4629-8594-834c81c07258 port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:08:09.150843 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Allocated IP 172.27.2.104 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/680d72fc-18fd-4fcd-866a-429a64384695) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:09.214971 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.286273 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.343820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.385826 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:09.389459 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:09.393327 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:09.398809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Pushing event updated for resources: {'Port': ['ID=680d72fc-18fd-4fcd-866a-429a64384695,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:09.519897 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.565770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Transition to ACTIVE for port object b0dccc9a-8764-49eb-85dd-0f218ff862af will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:09.591515 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Transition to ACTIVE for port object b0dccc9a-8764-49eb-85dd-0f218ff862af will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:09.604631 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.614264 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.664950 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:09.670643 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:09.673077 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:09.690432 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Pushing event updated for resources: {'Port': ['ID=b0dccc9a-8764-49eb-85dd-0f218ff862af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:09.778684 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Attempting to bind port b0dccc9a-8764-49eb-85dd-0f218ff862af on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:08:09.779084 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Attempting to bind port b0dccc9a-8764-49eb-85dd-0f218ff862af by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:08:09.779445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Attempting to bind port b0dccc9a-8764-49eb-85dd-0f218ff862af on network 53ad2b16-0927-4a76-81a6-c24cf49eff99 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:08:09.792925 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.796385 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:08:09.796776 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Checking segment: {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:09.797168 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.797556 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Bound using segment: {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:08:09.798108 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Bound port: b0dccc9a-8764-49eb-85dd-0f218ff862af, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:08:09.798596 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.823914 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Transition to ACTIVE for port object 9efe1dd8-e8b5-412d-9100-fbd696c2f26f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:09.850948 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:09.889129 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 807cd4c3-0045-4279-8ea8-41830d679059 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:09.961800 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] For port b0dccc9a-8764-49eb-85dd-0f218ff862af, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:08:09.968017 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9318fc8-9a1a-4978-a994-db3295ee3912 None None] Pushing event updated for resources: {'Port': ['ID=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:09.971582 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] For port b0dccc9a-8764-49eb-85dd-0f218ff862af, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b0dccc9a-8764-49eb-85dd-0f218ff862af,segment=NetworkSegment(5c696738-10fc-49c4-9408-8abda1f8d81a),segment_id=5c696738-10fc-49c4-9408-8abda1f8d81a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:08:09.979160 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.076524 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.088524 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Attempting to bind port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:08:10.088881 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Attempting to bind port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:08:10.089272 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Attempting to bind port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f on network 317ef0af-3236-445c-ab17-4a8a38ad7c4f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:08:10.099478 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7808e6c-7e0e-40ba-9fa9-4d5e36a5a756 None None] Pushing event updated for resources: {'Port': ['ID=b0dccc9a-8764-49eb-85dd-0f218ff862af,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:10.105088 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:08:10.105458 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Checking segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:10.105930 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.106232 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Bound using segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:08:10.106798 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Bound port: 9efe1dd8-e8b5-412d-9100-fbd696c2f26f, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:08:10.107831 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.123464 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 807cd4c3-0045-4279-8ea8-41830d679059 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:10.123827 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.230760 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] For port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:08:10.234895 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] For port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:08:10.251683 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Router 1060876a-d2db-45ef-9496-1c0d597e44a3 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:08:10.255175 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.352225 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:10.354744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:10.358434 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9318fc8-9a1a-4978-a994-db3295ee3912 None None] Pushing event updated for resources: {'Port': ['ID=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:10.455153 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:08:10.465153 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Sync routers for ids ['1060876a-d2db-45ef-9496-1c0d597e44a3'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:08:10.483579 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.487545 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9eb2338d-0e41-4ac8-8345-1662bc4345c7 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9384935 Aug 31 17:08:10.487827 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40434) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:10.489028 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Routers {'1060876a-d2db-45ef-9496-1c0d597e44a3'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:10.489651 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1060876a-d2db-45ef-9496-1c0d597e44a3'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:10.515623 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:10.617206 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Set router 1060876a-d2db-45ef-9496-1c0d597e44a3 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:10.746493 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:10Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:10.776121 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e236-6f95-435d-af77-3d43fcc8dc5e None None] The sync data for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi is: [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:10Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:08:10.833551 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:08:09Z', 'revision_number': 3, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:10.867973 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Checking router: 1060876a-d2db-45ef-9496-1c0d597e44a3 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:08:10.868615 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Updating router 1060876a-d2db-45ef-9496-1c0d597e44a3 port 680d72fc-18fd-4fcd-866a-429a64384695 binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:08:10.912804 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:10.975452 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.234435 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Allocated IP 172.20.0.1 (53ad2b16-0927-4a76-81a6-c24cf49eff99/4df75564-73fe-49d5-a161-b73dce377bb9/328a67f5-cead-462c-bddc-b38270b2decb) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:11.262384 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.281909 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Transition to ACTIVE for port object 680d72fc-18fd-4fcd-866a-429a64384695 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:11.296181 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.359906 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d167b453-ca2f-4673-b0c5-c7268c504230 None None] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:08:11.366070 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Attempting to bind port 680d72fc-18fd-4fcd-866a-429a64384695 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:08:11.366439 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Attempting to bind port 680d72fc-18fd-4fcd-866a-429a64384695 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:08:11.366794 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Attempting to bind port 680d72fc-18fd-4fcd-866a-429a64384695 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:08:11.378047 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:08:11.378517 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:11.379009 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.379402 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:08:11.379867 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Bound port: 680d72fc-18fd-4fcd-866a-429a64384695, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:08:11.380266 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.383977 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188af13-0e63-4393-9751-5c1eeb50053f None None] Pushing event updated for resources: {'Port': ['ID=680d72fc-18fd-4fcd-866a-429a64384695,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:11.454154 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.472416 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Transition to ACTIVE for port object 328a67f5-cead-462c-bddc-b38270b2decb will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:11.473036 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] For port 680d72fc-18fd-4fcd-866a-429a64384695, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:08:11.481315 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] For port 680d72fc-18fd-4fcd-866a-429a64384695, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=680d72fc-18fd-4fcd-866a-429a64384695,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:08:11.486991 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-50d61135-6911-47a8-a7ab-8fa358bfd8ed None None] Provisioning for port b0dccc9a-8764-49eb-85dd-0f218ff862af completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:11.489290 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.523242 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.607835 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:11.609372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59db94-3a48-4ed6-a5df-9829de0c2ca6 req-c48e38ff-cecf-41e6-b9ba-7dedce652360 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:11.617397 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6d59db94-3a48-4ed6-a5df-9829de0c2ca6 req-c48e38ff-cecf-41e6-b9ba-7dedce652360 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0634425 Aug 31 17:08:11.617846 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188af13-0e63-4393-9751-5c1eeb50053f None None] Pushing event updated for resources: {'Port': ['ID=680d72fc-18fd-4fcd-866a-429a64384695,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:11.631467 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Routers {'1060876a-d2db-45ef-9496-1c0d597e44a3'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:11.632896 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1060876a-d2db-45ef-9496-1c0d597e44a3'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:11.636828 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:11.646813 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:11.661771 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6d59db94-3a48-4ed6-a5df-9829de0c2ca6 req-fb7aa4d6-dcd5-414d-9763-a5150a930e2d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Aug 31 17:08:11.667092 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:11.671938 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Pushing event updated for resources: {'Port': ['ID=328a67f5-cead-462c-bddc-b38270b2decb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:11.798515 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] Set router 1060876a-d2db-45ef-9496-1c0d597e44a3 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:11.899427 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.027912 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-af06e9ff-5a6e-4d1c-b67f-5a2ca230a091 None None] Provisioning for port 328a67f5-cead-462c-bddc-b38270b2decb completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:12.041444 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-af06e9ff-5a6e-4d1c-b67f-5a2ca230a091 None None] Provisioning complete for port 328a67f5-cead-462c-bddc-b38270b2decb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:12.041826 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af06e9ff-5a6e-4d1c-b67f-5a2ca230a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.110366 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-af06e9ff-5a6e-4d1c-b67f-5a2ca230a091 None None] Port 328a67f5-cead-462c-bddc-b38270b2decb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:08:12.112443 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b0dccc9a-8764-49eb-85dd-0f218ff862af up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:12.116679 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:08:09Z', 'revision_number': 3, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:12.204859 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.207669 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port b0dccc9a-8764-49eb-85dd-0f218ff862af completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:12.211813 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.212690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.225586 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port b0dccc9a-8764-49eb-85dd-0f218ff862af triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:12.226156 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.279475 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdcb0a-0e5b-462f-bde1-cc607bd1d5db None None] The sync data for ids ['1060876a-d2db-45ef-9496-1c0d597e44a3'] in dv-cinder-786931-6-iscsi is: [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:08:09Z', 'revision_number': 3, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:08:12.323293 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Pushing event updated for resources: {'Port': ['ID=328a67f5-cead-462c-bddc-b38270b2decb,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:12.339128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.357223 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7d442527-1ad9-43a9-a80f-b818912715a6 None None] Provisioning complete for port 328a67f5-cead-462c-bddc-b38270b2decb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:12.357597 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d442527-1ad9-43a9-a80f-b818912715a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.413953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:12.415793 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:12.423628 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port b0dccc9a-8764-49eb-85dd-0f218ff862af, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b0dccc9a-8764-49eb-85dd-0f218ff862af,segment=NetworkSegment(5c696738-10fc-49c4-9408-8abda1f8d81a),segment_id=5c696738-10fc-49c4-9408-8abda1f8d81a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:12.429647 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.430833 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 9efe1dd8-e8b5-412d-9100-fbd696c2f26f up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:12.435759 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7d442527-1ad9-43a9-a80f-b818912715a6 None None] Port 328a67f5-cead-462c-bddc-b38270b2decb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:08:12.520038 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=b0dccc9a-8764-49eb-85dd-0f218ff862af,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:12.538475 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:12.539707 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:12.540172 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.648579 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Router 1060876a-d2db-45ef-9496-1c0d597e44a3 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:08:12.720669 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.802189 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:12.807483 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.870138 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:08:12.884529 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1121a3fb-764a-4f19-9787-b8e139444d5b admin admin] 10.222.0.107 "PUT /v2.0/routers/1060876a-d2db-45ef-9496-1c0d597e44a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3923633 Aug 31 17:08:12.896174 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:12.906103 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5510ab57-b3f7-47d4-8ae1-bc9cb6e9ffd1 None None] Provisioning complete for port 328a67f5-cead-462c-bddc-b38270b2decb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:12.906250 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5510ab57-b3f7-47d4-8ae1-bc9cb6e9ffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:12.911868 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19af98b-1d63-4cc6-8b66-420aab772f9f req-24ae4cde-ab1f-4d2c-88e3-37928194b843 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:12.913832 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c19af98b-1d63-4cc6-8b66-420aab772f9f req-24ae4cde-ab1f-4d2c-88e3-37928194b843 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0878477 Aug 31 17:08:12.955677 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5510ab57-b3f7-47d4-8ae1-bc9cb6e9ffd1 None None] Port 328a67f5-cead-462c-bddc-b38270b2decb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:08:12.962234 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c19af98b-1d63-4cc6-8b66-420aab772f9f req-44eb83bd-00bb-450f-9535-b9d54ddf8f70 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Aug 31 17:08:13.976462 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 680d72fc-18fd-4fcd-866a-429a64384695 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:14.041605 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 680d72fc-18fd-4fcd-866a-429a64384695 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:14.044376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 680d72fc-18fd-4fcd-866a-429a64384695 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:14.045923 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:14.104620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd7eb-cfe4-48c3-a5fe-ed0d479bcca0 req-48047843-125d-404a-87b9-376c29c013c7 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:14.106476 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0d0fd7eb-cfe4-48c3-a5fe-ed0d479bcca0 req-48047843-125d-404a-87b9-376c29c013c7 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0671980 Aug 31 17:08:14.153147 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0d0fd7eb-cfe4-48c3-a5fe-ed0d479bcca0 req-2a8b6907-17ef-43e1-9785-e856c2318d2c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Aug 31 17:08:14.191438 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Sync routers for ids ['1060876a-d2db-45ef-9496-1c0d597e44a3'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:08:14.212412 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Routers {'1060876a-d2db-45ef-9496-1c0d597e44a3'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:14.213055 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1060876a-d2db-45ef-9496-1c0d597e44a3'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:14.343633 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:14.361065 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Set router 1060876a-d2db-45ef-9496-1c0d597e44a3 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:14.398480 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 680d72fc-18fd-4fcd-866a-429a64384695, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=680d72fc-18fd-4fcd-866a-429a64384695,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:14.406694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:14.407482 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b0dccc9a-8764-49eb-85dd-0f218ff862af up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:14.567296 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=680d72fc-18fd-4fcd-866a-429a64384695,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:14.589874 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port b0dccc9a-8764-49eb-85dd-0f218ff862af triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:14.590246 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:14.760387 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 4, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '328a67f5-cead-462c-bddc-b38270b2decb', 'name': '', 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'mac_address': 'fa:16:3e:4a:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4df75564-73fe-49d5-a161-b73dce377bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:11Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 2, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'subnets': [{'id': '4df75564-73fe-49d5-a161-b73dce377bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:14.767751 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 9efe1dd8-e8b5-412d-9100-fbd696c2f26f up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:14.849976 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Checking router: 1060876a-d2db-45ef-9496-1c0d597e44a3 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:08:14.850446 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Updating router 1060876a-d2db-45ef-9496-1c0d597e44a3 port 328a67f5-cead-462c-bddc-b38270b2decb binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:08:14.892666 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:14.948332 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:14.948332 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.303470 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.315898 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Transition to ACTIVE for port object 328a67f5-cead-462c-bddc-b38270b2decb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:15.317540 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83fa13-739f-4472-ae76-1d9d2b784f0f req-3b12e0cf-a024-4dc8-9d94-8b6aad4e2a46 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:15.320007 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7b83fa13-739f-4472-ae76-1d9d2b784f0f req-3b12e0cf-a024-4dc8-9d94-8b6aad4e2a46 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0658476 Aug 31 17:08:15.326865 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.377596 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7b83fa13-739f-4472-ae76-1d9d2b784f0f req-b6303cf5-565f-4714-ac1e-2bb7cd2e7b7d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486329 Aug 31 17:08:15.384238 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353267-07f9-4736-92c7-8227279e4b32 None None] Pushing event updated for resources: {'Port': ['ID=328a67f5-cead-462c-bddc-b38270b2decb,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:15.445827 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Attempting to bind port 328a67f5-cead-462c-bddc-b38270b2decb on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:08:15.448770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Attempting to bind port 328a67f5-cead-462c-bddc-b38270b2decb by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:08:15.448770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Attempting to bind port 328a67f5-cead-462c-bddc-b38270b2decb on network 53ad2b16-0927-4a76-81a6-c24cf49eff99 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:08:15.455256 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:08:15.455773 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Checking segment: {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:08:15.456337 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.456921 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Bound using segment: {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:08:15.458083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Bound port: 328a67f5-cead-462c-bddc-b38270b2decb, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c696738-10fc-49c4-9408-8abda1f8d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1518, 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:08:15.458651 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.546766 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] For port 328a67f5-cead-462c-bddc-b38270b2decb, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:08:15.551079 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] For port 328a67f5-cead-462c-bddc-b38270b2decb, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=328a67f5-cead-462c-bddc-b38270b2decb,segment=NetworkSegment(5c696738-10fc-49c4-9408-8abda1f8d81a),segment_id=5c696738-10fc-49c4-9408-8abda1f8d81a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:08:15.556396 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:15.626406 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353267-07f9-4736-92c7-8227279e4b32 None None] Pushing event updated for resources: {'Port': ['ID=328a67f5-cead-462c-bddc-b38270b2decb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:15.631239 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Routers {'1060876a-d2db-45ef-9496-1c0d597e44a3'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:08:15.631729 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:07:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1060876a-d2db-45ef-9496-1c0d597e44a3'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:15.770356 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] Set router 1060876a-d2db-45ef-9496-1c0d597e44a3 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:08:15.924887 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 680d72fc-18fd-4fcd-866a-429a64384695 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:16.026372 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 680d72fc-18fd-4fcd-866a-429a64384695 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:16.026743 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:16.250884 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 4, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '328a67f5-cead-462c-bddc-b38270b2decb', 'name': '', 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'mac_address': 'fa:16:3e:4a:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4df75564-73fe-49d5-a161-b73dce377bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:11Z', 'updated_at': '2021-08-31T17:08:15Z', 'revision_number': 4, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'subnets': [{'id': '4df75564-73fe-49d5-a161-b73dce377bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:08:16.287674 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d864-7104-4651-954a-a18f66c9b3ee None None] The sync data for ids ['1060876a-d2db-45ef-9496-1c0d597e44a3'] in dv-cinder-786931-6-iscsi is: [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:08:11Z', 'revision_number': 4, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '328a67f5-cead-462c-bddc-b38270b2decb', 'name': '', 'network_id': '53ad2b16-0927-4a76-81a6-c24cf49eff99', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'mac_address': 'fa:16:3e:4a:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '4df75564-73fe-49d5-a161-b73dce377bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:11Z', 'updated_at': '2021-08-31T17:08:15Z', 'revision_number': 4, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'subnets': [{'id': '4df75564-73fe-49d5-a161-b73dce377bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:08:16.433846 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40594) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:16.531273 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8227078-1dd9-4f26-b0c2-0cf0fa17e49d req-7163cbf3-a27c-44cb-a4ca-a4c4db2f4078 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:16.539029 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8227078-1dd9-4f26-b0c2-0cf0fa17e49d req-7163cbf3-a27c-44cb-a4ca-a4c4db2f4078 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0743186 Aug 31 17:08:16.583316 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8227078-1dd9-4f26-b0c2-0cf0fa17e49d req-a8a989db-864d-4ce8-8b60-e50d671f6381 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Aug 31 17:08:16.610289 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4271313-b2f2-41a4-b1d1-27a185132326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:16.765160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4271313-b2f2-41a4-b1d1-27a185132326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:16.771365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4271313-b2f2-41a4-b1d1-27a185132326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:16.829140 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f4271313-b2f2-41a4-b1d1-27a185132326 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fc404374c51d4ebba7b146cbe451940a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843563 Aug 31 17:08:16.829816 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40610) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:16.834528 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4271313-b2f2-41a4-b1d1-27a185132326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960409fb-a1e1-4160-88d9-422cc983229c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:16.904983 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d378a3e-d5fa-4b29-a72a-0ad94ad5c35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:16.936808 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d378a3e-d5fa-4b29-a72a-0ad94ad5c35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.010162 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d378a3e-d5fa-4b29-a72a-0ad94ad5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.013745 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d378a3e-d5fa-4b29-a72a-0ad94ad5c35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.016014 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7d378a3e-d5fa-4b29-a72a-0ad94ad5c35b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/960409fb-a1e1-4160-88d9-422cc983229c HTTP/1.1" status: 204 len: 168 time: 0.1849179 Aug 31 17:08:17.029798 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d378a3e-d5fa-4b29-a72a-0ad94ad5c35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960409fb-a1e1-4160-88d9-422cc983229c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:17.335290 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40640) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:17.348924 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9aef0063-dd49-44cb-bcff-3ea7c7a2ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.445701 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9aef0063-dd49-44cb-bcff-3ea7c7a2ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.451465 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9aef0063-dd49-44cb-bcff-3ea7c7a2ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.491601 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9aef0063-dd49-44cb-bcff-3ea7c7a2ba17 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=836090bc80304d25a4b8f04fd546b7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552272 Aug 31 17:08:17.492566 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef0063-dd49-44cb-bcff-3ea7c7a2ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d881f-12ee-4c57-b0a2-a8f3b349c97d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:17.494425 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40646) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:17.558454 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcac9849-fc23-4f7e-b093-349be5c4d416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.585394 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcac9849-fc23-4f7e-b093-349be5c4d416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.641766 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcac9849-fc23-4f7e-b093-349be5c4d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.644371 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcac9849-fc23-4f7e-b093-349be5c4d416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.648342 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-dcac9849-fc23-4f7e-b093-349be5c4d416 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/041d881f-12ee-4c57-b0a2-a8f3b349c97d HTTP/1.1" status: 204 len: 168 time: 0.1495440 Aug 31 17:08:17.654464 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9849-fc23-4f7e-b093-349be5c4d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d881f-12ee-4c57-b0a2-a8f3b349c97d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:17.713319 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07f85-5979-452d-b1c6-7ff1416fc4df req-58dd555d-d1ba-46b3-9dd8-adcca9c5b556 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:17.714881 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-93e07f85-5979-452d-b1c6-7ff1416fc4df req-58dd555d-d1ba-46b3-9dd8-adcca9c5b556 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0542471 Aug 31 17:08:17.756339 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-93e07f85-5979-452d-b1c6-7ff1416fc4df req-d0938560-2680-4f98-9f57-45e99845f493 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Aug 31 17:08:17.772654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3b33d4b0-aa31-4a72-ab63-a7d6c65f4cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:17.929124 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 328a67f5-cead-462c-bddc-b38270b2decb up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:17.983166 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 328a67f5-cead-462c-bddc-b38270b2decb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:17.996523 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 328a67f5-cead-462c-bddc-b38270b2decb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:17.996894 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:18.133947 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:18.181072 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 328a67f5-cead-462c-bddc-b38270b2decb, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=328a67f5-cead-462c-bddc-b38270b2decb,segment=NetworkSegment(5c696738-10fc-49c4-9408-8abda1f8d81a),segment_id=5c696738-10fc-49c4-9408-8abda1f8d81a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:08:18.185845 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:18.245246 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=328a67f5-cead-462c-bddc-b38270b2decb,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:18.883305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b93f4e-8778-4a23-9c54-0d8db4c08e78 req-a56afdec-779b-4dcb-8304-861cdad0a354 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:18.884812 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b7b93f4e-8778-4a23-9c54-0d8db4c08e78 req-a56afdec-779b-4dcb-8304-861cdad0a354 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Aug 31 17:08:18.932921 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b7b93f4e-8778-4a23-9c54-0d8db4c08e78 req-2fe6dda0-c665-49ab-a349-6f31b7adf4c0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Aug 31 17:08:19.600152 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:19.705440 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d666bc5b-2d9f-4296-9f49-78c29cdfd893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.793656 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d666bc5b-2d9f-4296-9f49-78c29cdfd893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.797941 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d666bc5b-2d9f-4296-9f49-78c29cdfd893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.843041 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d666bc5b-2d9f-4296-9f49-78c29cdfd893 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a4dc1992fef54ab2911ad018f2651fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416799 Aug 31 17:08:19.844155 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666bc5b-2d9f-4296-9f49-78c29cdfd893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a725e3-0996-432e-a8ba-471f7dc9d2a8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:19.846142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40738) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:19.905407 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 328a67f5-cead-462c-bddc-b38270b2decb up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:08:19.907734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dca1e6d3-cfa9-44f6-9046-1a349073cc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.929815 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dca1e6d3-cfa9-44f6-9046-1a349073cc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.953924 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 328a67f5-cead-462c-bddc-b38270b2decb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:19.954295 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.986797 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dca1e6d3-cfa9-44f6-9046-1a349073cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.989314 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dca1e6d3-cfa9-44f6-9046-1a349073cc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:19.990486 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-dca1e6d3-cfa9-44f6-9046-1a349073cc5e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e8a725e3-0996-432e-a8ba-471f7dc9d2a8 HTTP/1.1" status: 204 len: 168 time: 0.1433666 Aug 31 17:08:20.000513 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1e6d3-cfa9-44f6-9046-1a349073cc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a725e3-0996-432e-a8ba-471f7dc9d2a8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:20.068776 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10585c-f0b6-4fdb-a2dc-108ed944ebee req-2a07c690-f5aa-4d3e-8af9-7a9623900b6e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:20.070288 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ed10585c-f0b6-4fdb-a2dc-108ed944ebee req-2a07c690-f5aa-4d3e-8af9-7a9623900b6e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0545659 Aug 31 17:08:20.117878 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ed10585c-f0b6-4fdb-a2dc-108ed944ebee req-af635ebe-6412-438c-8ef3-b1dfbca4186f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Aug 31 17:08:20.286723 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40750) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:20.301013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9a76035-f122-4907-8b1b-09f120dca2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.394509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9a76035-f122-4907-8b1b-09f120dca2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.399413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9a76035-f122-4907-8b1b-09f120dca2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.437142 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a9a76035-f122-4907-8b1b-09f120dca2d4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=baf39f8a906e46eab09da37a0de7ebee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491730 Aug 31 17:08:20.438083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a76035-f122-4907-8b1b-09f120dca2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e2723-dbf3-495a-a492-7a9ca7c6ead1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:20.439835 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40752) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:20.491245 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7452-8e8d-4eff-bc3e-7f91057514cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.527349 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7452-8e8d-4eff-bc3e-7f91057514cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.581186 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7452-8e8d-4eff-bc3e-7f91057514cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.583503 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7452-8e8d-4eff-bc3e-7f91057514cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.584664 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b6ef7452-8e8d-4eff-bc3e-7f91057514cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/413e2723-dbf3-495a-a492-7a9ca7c6ead1 HTTP/1.1" status: 204 len: 168 time: 0.1437337 Aug 31 17:08:20.604098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef7452-8e8d-4eff-bc3e-7f91057514cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e2723-dbf3-495a-a492-7a9ca7c6ead1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:20.613822 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:20.666213 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32dcd7b4-e97e-47ba-a51f-f89ff93e1f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.137862 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:08:21.157571 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40778) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:21.269641 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef270a-aceb-4f05-80c1-212e9b10f253 req-5edf5526-dd33-47a7-9a02-2306cbb01d14 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:21.271270 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-27ef270a-aceb-4f05-80c1-212e9b10f253 req-5edf5526-dd33-47a7-9a02-2306cbb01d14 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0678964 Aug 31 17:08:21.336925 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-27ef270a-aceb-4f05-80c1-212e9b10f253 req-3442262c-bb7d-4618-9c39-12f882fe4b7f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Aug 31 17:08:21.559562 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adc5e9eb-effe-407b-856f-32116f255bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.679383 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adc5e9eb-effe-407b-856f-32116f255bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.685386 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adc5e9eb-effe-407b-856f-32116f255bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.724412 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-adc5e9eb-effe-407b-856f-32116f255bcf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f39723b47dbd412086bab6d64881e126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5653253 Aug 31 17:08:21.726844 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5e9eb-effe-407b-856f-32116f255bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b70cf3c-f8e9-48f9-91e0-268468ebced2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:21.727693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:21.798817 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60b749a9-b072-4dae-896b-b80244001625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.822234 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60b749a9-b072-4dae-896b-b80244001625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.873155 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60b749a9-b072-4dae-896b-b80244001625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.876384 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60b749a9-b072-4dae-896b-b80244001625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:21.878027 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-60b749a9-b072-4dae-896b-b80244001625 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8b70cf3c-f8e9-48f9-91e0-268468ebced2 HTTP/1.1" status: 204 len: 168 time: 0.1477199 Aug 31 17:08:21.890316 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b749a9-b072-4dae-896b-b80244001625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b70cf3c-f8e9-48f9-91e0-268468ebced2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:21.937877 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:22.487447 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07d2b9-ba91-4c80-8b6d-052cb47e6446 req-8ed951e3-4b94-40d2-afce-7ef5b8319d15 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:22.489282 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d07d2b9-ba91-4c80-8b6d-052cb47e6446 req-8ed951e3-4b94-40d2-afce-7ef5b8319d15 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0598636 Aug 31 17:08:22.532658 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d07d2b9-ba91-4c80-8b6d-052cb47e6446 req-4b77594c-ef4f-460b-838d-79bf6a3aa1d5 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357153 Aug 31 17:08:22.693219 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:22.857581 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7582b6a2-caf8-40be-bb50-226aab40a0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:22.960944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7582b6a2-caf8-40be-bb50-226aab40a0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:22.965494 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7582b6a2-caf8-40be-bb50-226aab40a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.009019 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7582b6a2-caf8-40be-bb50-226aab40a0cd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=06609c722f1c47128df33b8935ec0e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120091 Aug 31 17:08:23.010332 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582b6a2-caf8-40be-bb50-226aab40a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71acfe4-0cfc-495c-bc5a-eeb4bc8288fa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:23.014367 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40872) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:23.066643 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06a18552-9abf-49f1-a4f7-b9a7d6f858aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.089832 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06a18552-9abf-49f1-a4f7-b9a7d6f858aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.144171 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06a18552-9abf-49f1-a4f7-b9a7d6f858aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.148811 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06a18552-9abf-49f1-a4f7-b9a7d6f858aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.151150 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-06a18552-9abf-49f1-a4f7-b9a7d6f858aa admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f71acfe4-0cfc-495c-bc5a-eeb4bc8288fa HTTP/1.1" status: 204 len: 168 time: 0.1366742 Aug 31 17:08:23.166424 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a18552-9abf-49f1-a4f7-b9a7d6f858aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71acfe4-0cfc-495c-bc5a-eeb4bc8288fa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:23.465624 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40894) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:23.484870 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-30778a56-5232-4fa6-b42a-50711ca3eb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.534992 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.597620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-30778a56-5232-4fa6-b42a-50711ca3eb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.601450 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-30778a56-5232-4fa6-b42a-50711ca3eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.668511 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-30778a56-5232-4fa6-b42a-50711ca3eb39 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=10b7de1a92894cae878a435936bb7f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012615 Aug 31 17:08:23.671665 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40908) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:23.673989 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30778a56-5232-4fa6-b42a-50711ca3eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d58940d-5b68-420b-852a-e3f7df7bdb20,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:23.702766 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b9b1b-c09a-40c4-88cc-706a447f6db5 req-7ec00a81-4fe9-405e-99fc-2f70258ba020 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:23.703569 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a61b9b1b-c09a-40c4-88cc-706a447f6db5 req-7ec00a81-4fe9-405e-99fc-2f70258ba020 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0847836 Aug 31 17:08:23.749016 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a61b9b1b-c09a-40c4-88cc-706a447f6db5 req-96f9b788-7a7b-407d-b540-90c85392525d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Aug 31 17:08:23.752999 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9d74bc-17a5-422e-a297-147a4edd99e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.786277 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9d74bc-17a5-422e-a297-147a4edd99e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.849541 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9d74bc-17a5-422e-a297-147a4edd99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.853166 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9d74bc-17a5-422e-a297-147a4edd99e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:23.858115 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cd9d74bc-17a5-422e-a297-147a4edd99e3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8d58940d-5b68-420b-852a-e3f7df7bdb20 HTTP/1.1" status: 204 len: 168 time: 0.1817012 Aug 31 17:08:23.865296 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d74bc-17a5-422e-a297-147a4edd99e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d58940d-5b68-420b-852a-e3f7df7bdb20,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:24.096519 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 40934) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:24.206164 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd209a-47f8-4239-a374-6b3fe48e7e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.324304 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd209a-47f8-4239-a374-6b3fe48e7e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.330034 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd209a-47f8-4239-a374-6b3fe48e7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.381577 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-0dcd209a-47f8-4239-a374-6b3fe48e7e57 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b73f63adeb6a4262a9f36139e9ead422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838459 Aug 31 17:08:24.381965 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:24.398222 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd209a-47f8-4239-a374-6b3fe48e7e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629df3bd-bd43-4352-bebb-7697e7c5ef13,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:24.451775 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-455138df-5ab9-4070-9257-3effdf31dd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.480825 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-455138df-5ab9-4070-9257-3effdf31dd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.570597 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-455138df-5ab9-4070-9257-3effdf31dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.573293 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-455138df-5ab9-4070-9257-3effdf31dd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:24.574643 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-455138df-5ab9-4070-9257-3effdf31dd6e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/629df3bd-bd43-4352-bebb-7697e7c5ef13 HTTP/1.1" status: 204 len: 168 time: 0.1909912 Aug 31 17:08:24.592181 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455138df-5ab9-4070-9257-3effdf31dd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629df3bd-bd43-4352-bebb-7697e7c5ef13,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:24.894350 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322d78b-4d4c-4e90-b573-cbaeecbb3b8d req-5bb83722-cd45-4b10-a4c1-d0e750c6a7dc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:24.896045 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7322d78b-4d4c-4e90-b573-cbaeecbb3b8d req-5bb83722-cd45-4b10-a4c1-d0e750c6a7dc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0732813 Aug 31 17:08:24.955190 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7322d78b-4d4c-4e90-b573-cbaeecbb3b8d req-3df327d9-2699-4c09-a159-00d153976f85 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502386 Aug 31 17:08:25.127533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 40998) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:25.153725 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-421f2496-d82d-484b-9031-48b1fc5b7d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.298668 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-421f2496-d82d-484b-9031-48b1fc5b7d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.325774 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-421f2496-d82d-484b-9031-48b1fc5b7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.409179 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-421f2496-d82d-484b-9031-48b1fc5b7d80 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=edd58f1d74cc4a3eba9520c962799c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773695 Aug 31 17:08:25.410016 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41008) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:25.416161 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f2496-d82d-484b-9031-48b1fc5b7d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c91b99-e5de-475c-ba6c-3ee0e6ca7535,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:25.481877 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99da82ff-fc66-47a9-8f09-31aa6af6527a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.530136 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99da82ff-fc66-47a9-8f09-31aa6af6527a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.625054 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99da82ff-fc66-47a9-8f09-31aa6af6527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.630920 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99da82ff-fc66-47a9-8f09-31aa6af6527a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:25.633819 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-99da82ff-fc66-47a9-8f09-31aa6af6527a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f5c91b99-e5de-475c-ba6c-3ee0e6ca7535 HTTP/1.1" status: 204 len: 168 time: 0.2225337 Aug 31 17:08:25.656454 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da82ff-fc66-47a9-8f09-31aa6af6527a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c91b99-e5de-475c-ba6c-3ee0e6ca7535,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:26.108551 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b73233-3477-4e06-b489-3bb84ff96a28 req-baeb97e7-5e51-43f5-90cf-dfa758be9266 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:26.110099 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0b73233-3477-4e06-b489-3bb84ff96a28 req-baeb97e7-5e51-43f5-90cf-dfa758be9266 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0707250 Aug 31 17:08:26.167451 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0b73233-3477-4e06-b489-3bb84ff96a28 req-ccdf8bea-abd4-4ef7-a45a-badb5d4fb3ff tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477564 Aug 31 17:08:27.076664 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e8ea3-73dd-475a-97d6-b0a92dda67e6 req-5f23678b-8aba-40b7-bdce-bf11d2ebd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:27.081908 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-da1e8ea3-73dd-475a-97d6-b0a92dda67e6 req-5f23678b-8aba-40b7-bdce-bf11d2ebd19c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 1098 time: 0.0934236 Aug 31 17:08:27.167592 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-da1e8ea3-73dd-475a-97d6-b0a92dda67e6 req-b6774dc2-0153-4a72-b3d5-6ef9da3724ee service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760005 Aug 31 17:08:27.370003 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e6a3-af59-4b01-a929-e9fe5f234527 req-74c7e3f6-995e-4653-9e95-301de9798937 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:27.371558 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1c04e6a3-af59-4b01-a929-e9fe5f234527 req-74c7e3f6-995e-4653-9e95-301de9798937 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0593147 Aug 31 17:08:27.428075 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1c04e6a3-af59-4b01-a929-e9fe5f234527 req-4e12b11b-e382-41dc-99f4-0b0f72078904 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484946 Aug 31 17:08:28.681144 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007ac3-cd3e-422c-9bf3-c383b667377c req-9170073f-b848-4422-afda-05a69444ff3a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:28.683730 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8e007ac3-cd3e-422c-9bf3-c383b667377c req-9170073f-b848-4422-afda-05a69444ff3a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0660274 Aug 31 17:08:28.776294 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8e007ac3-cd3e-422c-9bf3-c383b667377c req-da858e04-340f-4dff-997b-8fd229d34892 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 Aug 31 17:08:29.921853 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123ee36-10e9-4dd3-a084-2ee2ad82ce6e req-731db714-6db9-42ef-bd5d-2010f12f7077 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:29.923428 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9123ee36-10e9-4dd3-a084-2ee2ad82ce6e req-731db714-6db9-42ef-bd5d-2010f12f7077 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0665483 Aug 31 17:08:29.971238 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9123ee36-10e9-4dd3-a084-2ee2ad82ce6e req-b2db85ba-65ac-4231-91b5-2b0483b6b07b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Aug 31 17:08:38.249853 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:38.515724 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d5d9d-75be-4fce-8c8b-566e53256434 req-b29a88a5-e9ba-4ccf-9169-6b8fa9222906 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:38.517922 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-690d5d9d-75be-4fce-8c8b-566e53256434 req-b29a88a5-e9ba-4ccf-9169-6b8fa9222906 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0596938 Aug 31 17:08:38.555147 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-690d5d9d-75be-4fce-8c8b-566e53256434 req-fdd74006-626f-4721-81df-0a20e9b2fd7b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Aug 31 17:08:39.046960 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-262f34a6-8b44-4234-a80e-929a5d4c2916 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:39.048405 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-262f34a6-8b44-4234-a80e-929a5d4c2916 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 814 time: 0.1025562 Aug 31 17:08:39.063486 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-bc66c97f-030a-4836-8861-693307ce3a19 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/quotas/24d6b96f225f464db8e04e7ff8c2a17d HTTP/1.1" status: 200 len: 375 time: 0.0094275 Aug 31 17:08:39.118179 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-f41b7f25-eafb-4e31-a5ff-7323b506f277 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494869 Aug 31 17:08:39.211071 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-aec586a0-9412-4a36-b3a5-690d4646f45d service neutron] 10.222.0.107 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815318 Aug 31 17:08:39.301387 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-56414413-f4a5-46c7-b82a-a583f7a56440 service neutron] 10.222.0.107 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837440 Aug 31 17:08:39.477030 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-847db05a-e189-4fc6-8b5b-374cdb123f91 req-cca529cc-e38c-4a97-98fd-7f644c8a9f0a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 210 time: 0.0363851 Aug 31 17:08:40.587780 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6357a64b-0c21-423a-8771-1fb19005b85f req-2d40eb61-da40-49a3-9a23-d176ed948c06 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 210 time: 0.0385962 Aug 31 17:08:40.637626 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-66d06521-22ae-4906-87a2-7279457ae095 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:40.639176 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-66d06521-22ae-4906-87a2-7279457ae095 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.109 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 814 time: 0.1394114 Aug 31 17:08:40.658800 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'port': {'device_id': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'admin_state_up': True, 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:08:40.776047 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Made reservation on behalf of 24d6b96f225f464db8e04e7ff8c2a17d for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:08:40.779632 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:40.917146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Allocated IP 172.20.0.10 (317ef0af-3236-445c-ab17-4a8a38ad7c4f/054df089-0090-433e-a907-fe7a4eff0012/e8340c85-1b61-44b6-aa06-8fbfb08e63d2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:08:41.095219 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:41.109445 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Transition to ACTIVE for port object e8340c85-1b61-44b6-aa06-8fbfb08e63d2 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:08:41.145049 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:41.191054 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:08:41.194333 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:08:41.198474 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:08:41.204445 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:41.205131 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:41.228678 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:41.241679 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870495 Aug 31 17:08:41.243430 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.243800 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.244586 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.245736 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.245897 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.246354 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.247231 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.247568 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.247897 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.248371 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.248858 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.249233 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d0b79-463a-4dbc-a7ec-954a0d5f1ffd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:41.561942 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4ca45a24-6f09-4584-8705-5d13803f35e5 None None] Provisioning for port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:08:41.572596 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4ca45a24-6f09-4584-8705-5d13803f35e5 None None] Provisioning complete for port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:08:41.572982 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ca45a24-6f09-4584-8705-5d13803f35e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:41.659575 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4ca45a24-6f09-4584-8705-5d13803f35e5 None None] Port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:08:41.779794 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e1081-4e60-44a5-b96b-47a8448df705 req-6af1cc36-bbf9-4d6f-8d9c-cf7ced975ff2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:08:41.781431 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-743e1081-4e60-44a5-b96b-47a8448df705 req-6af1cc36-bbf9-4d6f-8d9c-cf7ced975ff2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 932 time: 0.0603395 Aug 31 17:08:41.849437 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-743e1081-4e60-44a5-b96b-47a8448df705 req-081dc9c2-7acf-4453-be0f-c7bd94f5e0b6 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613949 Aug 31 17:08:43.086770 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41388) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:43.239956 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.351797 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.358323 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.391243 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa958ff7-8265-41db-994f-a3babab0c0ee,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:43.408860 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.409234 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.409558 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.409896 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.410232 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.410564 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.410895 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.411224 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.411556 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.411885 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.412204 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.412555 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:08:43.418624 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2881c538-7063-45bc-8756-1ebe751e68e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5ccd4026c36940178d8e9f24deea223f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283544 Aug 31 17:08:43.421382 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 41410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:43.476772 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7304a83b-07e4-47d4-aa03-245ca19ed788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.503856 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7304a83b-07e4-47d4-aa03-245ca19ed788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.565328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7304a83b-07e4-47d4-aa03-245ca19ed788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.567757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7304a83b-07e4-47d4-aa03-245ca19ed788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:43.568976 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7304a83b-07e4-47d4-aa03-245ca19ed788 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fa958ff7-8265-41db-994f-a3babab0c0ee HTTP/1.1" status: 204 len: 168 time: 0.1465964 Aug 31 17:08:43.580097 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304a83b-07e4-47d4-aa03-245ca19ed788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa958ff7-8265-41db-994f-a3babab0c0ee,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:43.946183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 41438) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:43.985537 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2a5c622a-0332-4665-966c-7ea22f1101a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.080128 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2a5c622a-0332-4665-966c-7ea22f1101a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.085151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2a5c622a-0332-4665-966c-7ea22f1101a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.139246 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-2a5c622a-0332-4665-966c-7ea22f1101a9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5619272543a748a89b9d3756c26b9fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918862 Aug 31 17:08:44.140175 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c622a-0332-4665-966c-7ea22f1101a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4339db5-3e62-42a9-905a-77d359348afe,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:44.141965 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41444) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:44.200920 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c42af6a5-7d6e-4dde-a075-a870c6260f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.223519 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c42af6a5-7d6e-4dde-a075-a870c6260f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.271468 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c42af6a5-7d6e-4dde-a075-a870c6260f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.274240 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c42af6a5-7d6e-4dde-a075-a870c6260f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:44.275407 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c42af6a5-7d6e-4dde-a075-a870c6260f14 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b4339db5-3e62-42a9-905a-77d359348afe HTTP/1.1" status: 204 len: 168 time: 0.1324575 Aug 31 17:08:44.283481 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42af6a5-7d6e-4dde-a075-a870c6260f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4339db5-3e62-42a9-905a-77d359348afe,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:45.674304 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41496) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:45.924998 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1331ee7-ae5f-42e8-80d9-81586ba3d3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.043706 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1331ee7-ae5f-42e8-80d9-81586ba3d3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.049135 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1331ee7-ae5f-42e8-80d9-81586ba3d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.095090 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b1331ee7-ae5f-42e8-80d9-81586ba3d3ff admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bf6c9d8e0f5740aaa72a2b2b620afd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183300 Aug 31 17:08:46.096441 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1331ee7-ae5f-42e8-80d9-81586ba3d3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c198e89-3485-4d0a-a3e3-3e5482247309,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:46.098011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 41512) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:46.171487 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb41e56-40c7-4ed0-a72a-4e960fd70ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.201623 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb41e56-40c7-4ed0-a72a-4e960fd70ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.278893 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb41e56-40c7-4ed0-a72a-4e960fd70ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.281439 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb41e56-40c7-4ed0-a72a-4e960fd70ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.282608 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-efb41e56-40c7-4ed0-a72a-4e960fd70ed1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c198e89-3485-4d0a-a3e3-3e5482247309 HTTP/1.1" status: 204 len: 168 time: 0.1833696 Aug 31 17:08:46.292535 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb41e56-40c7-4ed0-a72a-4e960fd70ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c198e89-3485-4d0a-a3e3-3e5482247309,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:46.673410 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 41522) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:46.687690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d94fad5b-155b-4d4b-868a-a2c67ec4ae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.777953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d94fad5b-155b-4d4b-868a-a2c67ec4ae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.782177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d94fad5b-155b-4d4b-868a-a2c67ec4ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.821515 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d94fad5b-155b-4d4b-868a-a2c67ec4ae6b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8d60d0328a3c478e80ec00ee86d7a6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466141 Aug 31 17:08:46.822691 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fad5b-155b-4d4b-868a-a2c67ec4ae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ddfe83-4e39-478a-8ca9-480c8f4384dd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:46.824200 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41524) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:46.879202 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d1b3-9cc5-44b0-9350-adcc8d019806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.904010 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d1b3-9cc5-44b0-9350-adcc8d019806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.958634 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d1b3-9cc5-44b0-9350-adcc8d019806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.962092 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d1b3-9cc5-44b0-9350-adcc8d019806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:46.963563 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6aa4d1b3-9cc5-44b0-9350-adcc8d019806 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/08ddfe83-4e39-478a-8ca9-480c8f4384dd HTTP/1.1" status: 204 len: 168 time: 0.1381459 Aug 31 17:08:46.972905 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d1b3-9cc5-44b0-9350-adcc8d019806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ddfe83-4e39-478a-8ca9-480c8f4384dd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:47.765133 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51897853-c6fc-4464-b433-7dde0919a230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:50.612643 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:50.683503 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ed9d683-9863-475a-8a7e-ea0c75e4e4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:51.266847 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 41624) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:51.440021 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67357a9b-a902-4139-accb-adb4418b4f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:51.574390 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67357a9b-a902-4139-accb-adb4418b4f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:51.582922 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67357a9b-a902-4139-accb-adb4418b4f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:51.882948 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-67357a9b-a902-4139-accb-adb4418b4f1d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=894bce3eed4243bb9e0f3cd34c9d9d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100349 Aug 31 17:08:51.883184 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41642) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:51.905270 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67357a9b-a902-4139-accb-adb4418b4f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06ab56-e63e-4e2c-9261-caef8bd3e11b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:51.931517 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:51.959390 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-078ec930-89b3-4590-b006-af7d33596575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:51.986550 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-078ec930-89b3-4590-b006-af7d33596575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.053153 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-078ec930-89b3-4590-b006-af7d33596575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.055907 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-078ec930-89b3-4590-b006-af7d33596575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.060571 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-078ec930-89b3-4590-b006-af7d33596575 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ab06ab56-e63e-4e2c-9261-caef8bd3e11b HTTP/1.1" status: 204 len: 168 time: 0.1765008 Aug 31 17:08:52.069669 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ec930-89b3-4590-b006-af7d33596575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06ab56-e63e-4e2c-9261-caef8bd3e11b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:52.353439 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 41650) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:52.366618 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2974aae5-145e-4dcf-bd0a-ef700c6ccc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.462310 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2974aae5-145e-4dcf-bd0a-ef700c6ccc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.468170 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2974aae5-145e-4dcf-bd0a-ef700c6ccc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.506243 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-2974aae5-145e-4dcf-bd0a-ef700c6ccc07 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=332f39c2b65c43b59d0e1864f9c20e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517220 Aug 31 17:08:52.507078 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974aae5-145e-4dcf-bd0a-ef700c6ccc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c3b44-7f36-4957-af65-1fac6a53504a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:52.509484 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 41654) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:08:52.561147 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0a00819-aa25-42d6-988b-b2405a5f42ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.586075 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0a00819-aa25-42d6-988b-b2405a5f42ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.642656 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0a00819-aa25-42d6-988b-b2405a5f42ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.645397 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0a00819-aa25-42d6-988b-b2405a5f42ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:52.646881 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c0a00819-aa25-42d6-988b-b2405a5f42ca admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ff6c3b44-7f36-4957-af65-1fac6a53504a HTTP/1.1" status: 204 len: 168 time: 0.1362090 Aug 31 17:08:52.659021 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a00819-aa25-42d6-988b-b2405a5f42ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c3b44-7f36-4957-af65-1fac6a53504a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:08:53.542173 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:08:58.137224 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:09:00.295048 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Request body: {'port': {'device_id': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:00.362922 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:00.586654 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-1cfa41ba-825d-49f5-bd44-4269caf2ab3d service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1544001 Aug 31 17:09:00.696377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c53840-8ff2-461d-a406-cf438d0f4f1c req-3f3f58ea-c48b-4d14-a465-3edfd23f8415 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:00.698253 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-68c53840-8ff2-461d-a406-cf438d0f4f1c req-3f3f58ea-c48b-4d14-a465-3edfd23f8415 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 932 time: 0.2439566 Aug 31 17:09:00.769059 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-05e933cd-4750-46fc-8fb1-0236e8c4ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:00.770572 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-05e933cd-4750-46fc-8fb1-0236e8c4ab91 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.1559820 Aug 31 17:09:00.795550 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-68c53840-8ff2-461d-a406-cf438d0f4f1c req-852c63c9-70a7-47a7-87f2-69358497dabd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839345 Aug 31 17:09:00.816287 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b3be5-f0c2-4d58-865e-af9b66eaca5f req-2e970db8-8fdf-4b87-981b-ebd1322c0b37 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:00.817851 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cd3b3be5-f0c2-4d58-865e-af9b66eaca5f req-2e970db8-8fdf-4b87-981b-ebd1322c0b37 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0595412 Aug 31 17:09:00.858410 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cd3b3be5-f0c2-4d58-865e-af9b66eaca5f req-188c3dfa-378d-42f0-853f-e2254d2672bd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Aug 31 17:09:00.914492 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8340c85-1b61-44b6-aa06-8fbfb08e63d2 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:09:00.929649 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:00.940394 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-4aca8a56-0b2a-4de4-a7c7-48d844f8f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:00.941884 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-4aca8a56-0b2a-4de4-a7c7-48d844f8f19f service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.1436739 Aug 31 17:09:00.947620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Transition to ACTIVE for port object e8340c85-1b61-44b6-aa06-8fbfb08e63d2 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:09:00.950828 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:01.019443 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-76d29050-4fe8-41df-97ea-10eaeaf119e6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 217 time: 0.0604458 Aug 31 17:09:01.067011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:01.113529 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Attempting to bind port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:09:01.113868 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Attempting to bind port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:09:01.119292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Attempting to bind port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 on network 317ef0af-3236-445c-ab17-4a8a38ad7c4f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:09:01.119292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 on network 317ef0af-3236-445c-ab17-4a8a38ad7c4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:09:01.119707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Attempting to bind port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 on network 317ef0af-3236-445c-ab17-4a8a38ad7c4f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:09:01.123335 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-b2f44c55-ba64-4637-9318-9d5d06e9393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:01.124867 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-b2f44c55-ba64-4637-9318-9d5d06e9393f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0946732 Aug 31 17:09:01.127579 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:09:01.127920 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Checking segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:09:01.128310 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Bound using segment: {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:09:01.128857 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Bound port: e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a935426-1406-4379-855c-de8cab2fedfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1534, 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:09:01.129223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:01.168293 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-dbb70fbe-6830-4e35-9fde-af25368759f5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294783 Aug 31 17:09:01.274755 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:09:01.279718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:09:01.285331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:01.324400 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-23369446-bb79-4bef-a353-e4726c2e80e7 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396644 Aug 31 17:09:01.330135 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:01.330738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:01.332062 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] 10.222.0.109 "PUT /v2.0/ports/e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 1094 time: 1.0414784 Aug 31 17:09:01.332509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:01.334941 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0d0ae4-f216-4136-8cff-351786693835" -d '{"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:01.358781 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52882fa-3e50-4d43-9cab-088371f9ba77 service neutron] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:01.377239 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f7bac-d326-44e0-b970-75b67f6fe6a0 x-openstack-request-id: req-149f7bac-d326-44e0-b970-75b67f6fe6a0 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:01.377483 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:01.377729 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-149f7bac-d326-44e0-b970-75b67f6fe6a0 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:01.378195 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'status': 'completed', 'code': 200} Aug 31 17:09:01.748095 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0ae4-f216-4136-8cff-351786693835 req-b72742b3-c377-475d-94ee-d2f7318947ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:01.749628 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd0d0ae4-f216-4136-8cff-351786693835 req-b72742b3-c377-475d-94ee-d2f7318947ea service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1097 time: 0.1012306 Aug 31 17:09:01.755544 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eb570a57-5149-4b1f-97d0-267f9b118460 req-897d0b43-aa1c-4a37-ab5e-a94ec15cb7f0 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279612 Aug 31 17:09:01.936210 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-0b747dd6-1a71-4cd3-8631-96f3f603c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:01.937765 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-0b747dd6-1a71-4cd3-8631-96f3f603c8e3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0811341 Aug 31 17:09:01.945401 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0ae4-f216-4136-8cff-351786693835 req-3375fe3e-0a7e-418e-b2f2-cee13ccadb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:01.947063 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd0d0ae4-f216-4136-8cff-351786693835 req-3375fe3e-0a7e-418e-b2f2-cee13ccadb9b service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1761079 Aug 31 17:09:01.968809 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368dc6-9d54-48d0-b5e8-043ba041c3df req-39e8f929-656c-438f-a315-75f05a95df92 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:01.971127 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0f368dc6-9d54-48d0-b5e8-043ba041c3df req-39e8f929-656c-438f-a315-75f05a95df92 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 944 time: 0.0737214 Aug 31 17:09:02.031433 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0f368dc6-9d54-48d0-b5e8-043ba041c3df req-44c7e0fa-28b7-4af2-a78a-c78338693d45 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Aug 31 17:09:02.155700 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0ae4-f216-4136-8cff-351786693835 req-b429a7de-8c5e-4031-9296-d2ca67a34696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.157250 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd0d0ae4-f216-4136-8cff-351786693835 req-b429a7de-8c5e-4031-9296-d2ca67a34696 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1943052 Aug 31 17:09:02.159621 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-4bdcdc48-cba4-45a0-a1b4-c29c2c51e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.160999 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-4bdcdc48-cba4-45a0-a1b4-c29c2c51e2aa service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.2131522 Aug 31 17:09:02.181115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64ab9-00a2-4a4a-b2fd-cb23975f3d9c req-10d134e3-1ed3-4181-8c6c-f494667539c3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.188522 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-29c64ab9-00a2-4a4a-b2fd-cb23975f3d9c req-10d134e3-1ed3-4181-8c6c-f494667539c3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0969276 Aug 31 17:09:02.262631 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-983d122f-bd41-44e1-b107-8874451cc19b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 217 time: 0.0718923 Aug 31 17:09:02.321405 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-29c64ab9-00a2-4a4a-b2fd-cb23975f3d9c req-a59eb477-e69f-4ea5-8d6b-e3f792c616a2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319318 Aug 31 17:09:02.342417 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-ff2818fb-41a3-4314-992a-28edb5b3849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.343928 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-ff2818fb-41a3-4314-992a-28edb5b3849c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0576434 Aug 31 17:09:02.367553 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-2130302c-4dc0-4461-a451-73ed2f15529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.369207 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-2130302c-4dc0-4461-a451-73ed2f15529a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1097 time: 0.1435344 Aug 31 17:09:02.395520 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-f5fcf80c-afcf-4e2c-80c5-de4fefd8901a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410571 Aug 31 17:09:02.430552 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-503058ca-6464-4601-b1bc-fafca0cc25c7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 217 time: 0.0422587 Aug 31 17:09:02.525573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-464bc2a6-fea7-427d-b40c-4394f0c29e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.527108 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-464bc2a6-fea7-427d-b40c-4394f0c29e78 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 200 len: 853 time: 0.0855484 Aug 31 17:09:02.571302 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-83c0c432-3192-43a4-b5fd-e6bcc155147b service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486828 Aug 31 17:09:02.593435 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-02a6aa06-7ea1-4caf-9891-c8b3de62c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:02.594910 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-02a6aa06-7ea1-4caf-9891-c8b3de62c93d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=317ef0af-3236-445c-ab17-4a8a38ad7c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578136 Aug 31 17:09:02.739275 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dda61da6-c58a-4eab-bea1-ad620d5f3de9 req-71f5d184-1893-4dfb-aeb2-80c5e79ba452 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543067 Aug 31 17:09:02.750334 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-30345419-97e5-4840-9801-e1f95b1abde2 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212833 Aug 31 17:09:02.850753 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0618fae6-9f8a-4b74-abdc-e238bed98152 req-40531696-3c22-4396-93eb-ac6a6ac12970 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890985 Aug 31 17:09:03.145814 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7c042-724d-4485-8b83-935b0b3a91da req-add0007d-a72f-4e4f-b9d8-5c56783086c8 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:03.146941 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-25a7c042-724d-4485-8b83-935b0b3a91da req-add0007d-a72f-4e4f-b9d8-5c56783086c8 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 944 time: 0.0511382 Aug 31 17:09:03.191617 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-25a7c042-724d-4485-8b83-935b0b3a91da req-5e5a042c-161a-4e5e-b86c-8fa0a45cbc74 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Aug 31 17:09:03.482375 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3ccc-5aa0-462f-9365-ffb1cd3d5a16 req-ea4e06c0-08d2-4c95-b646-d6fe33339960 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:03.483904 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3e2f3ccc-5aa0-462f-9365-ffb1cd3d5a16 req-ea4e06c0-08d2-4c95-b646-d6fe33339960 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0509317 Aug 31 17:09:03.523452 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3e2f3ccc-5aa0-462f-9365-ffb1cd3d5a16 req-3fa2c9e2-5b19-4124-9d54-0fd03fb5b9a2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Aug 31 17:09:04.318390 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f4e78-b64a-4163-aeb8-4777b12da72a req-b597b307-1e3d-4c35-93d2-e31353a296dd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:04.319934 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6c7f4e78-b64a-4163-aeb8-4777b12da72a req-b597b307-1e3d-4c35-93d2-e31353a296dd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 944 time: 0.0578516 Aug 31 17:09:04.375057 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6c7f4e78-b64a-4163-aeb8-4777b12da72a req-33227413-87de-411a-825d-1854c87374d9 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473449 Aug 31 17:09:04.657665 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a75d8d-70fe-41ae-8e9d-4f6dec613ae6 req-b736c180-6c3e-4b51-9f0f-e6280a7bb796 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:04.659171 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-84a75d8d-70fe-41ae-8e9d-4f6dec613ae6 req-b736c180-6c3e-4b51-9f0f-e6280a7bb796 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0629482 Aug 31 17:09:04.706594 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-84a75d8d-70fe-41ae-8e9d-4f6dec613ae6 req-eb56eb2f-1220-456f-85ce-b210f1f1a29e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Aug 31 17:09:05.499023 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e027-4fe0-460d-b1e7-63bfd8813e3e req-51cc6d22-4889-4e4b-a254-ecccd56cb983 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:05.500721 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-df86e027-4fe0-460d-b1e7-63bfd8813e3e req-51cc6d22-4889-4e4b-a254-ecccd56cb983 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 944 time: 0.0502040 Aug 31 17:09:05.542195 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-df86e027-4fe0-460d-b1e7-63bfd8813e3e req-0505ae61-ab82-42f3-aa5d-88edca873094 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352724 Aug 31 17:09:05.844217 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2893cd-698a-49ff-84f3-69a609e41c1d req-2594457c-6afe-4e96-9b9b-af12921728cf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:05.845739 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee2893cd-698a-49ff-84f3-69a609e41c1d req-2594457c-6afe-4e96-9b9b-af12921728cf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0605383 Aug 31 17:09:05.888876 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee2893cd-698a-49ff-84f3-69a609e41c1d req-666e8f02-f7df-4710-b0f9-40bd7a3be3fe tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367186 Aug 31 17:09:06.672637 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dea26a-f2c9-400a-88c2-552659cb7cf3 req-4070faa0-75f1-4f3e-9e9b-f44791881a63 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:06.674303 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-14dea26a-f2c9-400a-88c2-552659cb7cf3 req-4070faa0-75f1-4f3e-9e9b-f44791881a63 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 944 time: 0.0586872 Aug 31 17:09:06.721001 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-14dea26a-f2c9-400a-88c2-552659cb7cf3 req-907373f9-e4b1-4543-8b6a-f4f145cf99b4 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Aug 31 17:09:07.020128 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a2f49-e163-4612-af48-19ebb09e81a9 req-a2e90241-81ca-49de-a123-2f25aa1817cd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:07.022169 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ae2a2f49-e163-4612-af48-19ebb09e81a9 req-a2e90241-81ca-49de-a123-2f25aa1817cd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0581596 Aug 31 17:09:07.073899 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ae2a2f49-e163-4612-af48-19ebb09e81a9 req-04ec0744-e2af-4e83-9dbb-11805f6d540d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 Aug 31 17:09:07.839781 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0afa65-5b38-4f05-9356-32b3646d7496 req-447f4d84-3f04-4408-a373-03954616033f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:07.841351 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3e0afa65-5b38-4f05-9356-32b3646d7496 req-447f4d84-3f04-4408-a373-03954616033f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 944 time: 0.0503812 Aug 31 17:09:07.880944 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3e0afa65-5b38-4f05-9356-32b3646d7496 req-df4defac-21fa-4fe0-807a-61c825a0d085 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Aug 31 17:09:08.210779 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2a725-dc27-44ed-bb27-66c5e902421e req-4549f1a9-1bb7-4b32-93de-eebf213fca1f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:08.212242 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f7b2a725-dc27-44ed-bb27-66c5e902421e req-4549f1a9-1bb7-4b32-93de-eebf213fca1f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0586312 Aug 31 17:09:08.250222 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f7b2a725-dc27-44ed-bb27-66c5e902421e req-886a4588-aef3-4c5b-b206-7ba21b8367fb tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 31 17:09:09.738477 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:10.931036 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e8340c85-1b61-44b6-aa06-8fbfb08e63d2 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:09:11.022261 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:11.036521 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'port_id': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'mac_address': 'fa:16:3e:39:26:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:09:11.076231 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:11.088812 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8340c85-1b61-44b6-aa06-8fbfb08e63d2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:09:11.107983 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:11.112093 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:11.158235 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:11.165076 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.165415 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.165750 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.166075 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.166399 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.166723 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.167545 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.167862 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.168180 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.168514 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.168834 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:11.169145 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:12.679673 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1810e-a3db-4f76-b24e-673d7914301c req-f9bea021-bacd-49c3-b636-f2226d11996b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:12.681308 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-54f1810e-a3db-4f76-b24e-673d7914301c req-f9bea021-bacd-49c3-b636-f2226d11996b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 945 time: 0.0506246 Aug 31 17:09:12.703286 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283c081-cc3d-4e41-8b72-65973297d6f7 req-a2e91234-a061-4ae2-a86d-d04302e9a24d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:12.704785 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3283c081-cc3d-4e41-8b72-65973297d6f7 req-a2e91234-a061-4ae2-a86d-d04302e9a24d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0488961 Aug 31 17:09:12.719814 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-54f1810e-a3db-4f76-b24e-673d7914301c req-a7e3df48-9c97-4800-9756-cd3cfa3c99e5 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317531 Aug 31 17:09:12.747592 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3283c081-cc3d-4e41-8b72-65973297d6f7 req-46301096-914f-4020-a032-e0d0b28ad4a2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Aug 31 17:09:13.841141 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4da0ea-256e-4146-a665-6cb05ab8db69 req-e121bcdf-a959-4c5d-b661-b1bc0d41a563 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:13.842624 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b4da0ea-256e-4146-a665-6cb05ab8db69 req-e121bcdf-a959-4c5d-b661-b1bc0d41a563 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 945 time: 0.0532999 Aug 31 17:09:13.872357 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e8340c85-1b61-44b6-aa06-8fbfb08e63d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:09:13.883798 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b4da0ea-256e-4146-a665-6cb05ab8db69 req-efc51bdb-36b1-47b2-bb9a-5674a99e9c4e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Aug 31 17:09:14.014913 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4a512-b67e-461c-8478-70fa9a6375df req-e9421161-791c-47cc-80dc-3b9d64bb9036 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:14.020962 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d5c4a512-b67e-461c-8478-70fa9a6375df req-e9421161-791c-47cc-80dc-3b9d64bb9036 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0578582 Aug 31 17:09:14.057659 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d5c4a512-b67e-461c-8478-70fa9a6375df req-d0b14c2d-e703-4596-b3d5-cf9bc4e92a15 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Aug 31 17:09:15.014293 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1e4c5-98fa-43b0-8f91-b0ac0f489fc6 req-36763b8b-2762-4aa2-b419-2596f2a9decf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:15.015810 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a0c1e4c5-98fa-43b0-8f91-b0ac0f489fc6 req-36763b8b-2762-4aa2-b419-2596f2a9decf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 31 17:09:15.054986 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a0c1e4c5-98fa-43b0-8f91-b0ac0f489fc6 req-f6a5225b-6dee-4c5f-8ff7-923a1adf238b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Aug 31 17:09:15.180888 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450482-63ca-428c-a731-28de0a807620 req-ab3c0966-6d76-45a6-b576-07fd6a319d2c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:15.183048 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ed450482-63ca-428c-a731-28de0a807620 req-ab3c0966-6d76-45a6-b576-07fd6a319d2c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0499601 Aug 31 17:09:15.222213 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ed450482-63ca-428c-a731-28de0a807620 req-c7fdd0c8-3c67-4bdf-86b8-16f4edb95719 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332391 Aug 31 17:09:16.174061 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dee03-4645-4ed0-81da-835c9bf93a7a req-d8ab48d0-f82f-4b0b-b80a-61aa962e80ed tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:16.175569 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af1dee03-4645-4ed0-81da-835c9bf93a7a req-d8ab48d0-f82f-4b0b-b80a-61aa962e80ed tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 945 time: 0.0502994 Aug 31 17:09:16.215578 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af1dee03-4645-4ed0-81da-835c9bf93a7a req-07b1d365-db47-4666-9753-3b2a9849f7b0 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Aug 31 17:09:16.341810 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c21d5-ee42-4a13-9eb6-0e98314f5769 req-2744cc64-b9c8-4daf-804f-165bb1a3bd08 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:16.343309 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b25c21d5-ee42-4a13-9eb6-0e98314f5769 req-2744cc64-b9c8-4daf-804f-165bb1a3bd08 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0498681 Aug 31 17:09:16.384371 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b25c21d5-ee42-4a13-9eb6-0e98314f5769 req-a5b6e091-2de6-4887-ad10-2fcea1cbbd50 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Aug 31 17:09:16.578572 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e8340c85-1b61-44b6-aa06-8fbfb08e63d2 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:09:16.661283 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:09:16.665471 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:09:16.665843 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:16.748930 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:16.776325 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:16.779026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c8675-fa01-49bc-8092-f1a97a33ebc2" -d '{"events": [{"server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "name": "network-vif-plugged", "status": "completed", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:16.797389 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:16.815266 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:16.840631 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c57e2a-0185-4be0-8579-f382db973df6 x-openstack-request-id: req-a5c57e2a-0185-4be0-8579-f382db973df6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:16.840926 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "name": "network-vif-plugged", "status": "completed", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:16.841179 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a5c57e2a-0185-4be0-8579-f382db973df6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:16.841595 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'code': 200} Aug 31 17:09:16.871378 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:17.017071 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198d8f3-758c-486b-bf90-af19ff508eb2 req-720c961e-c512-464e-938f-af4223fec2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:17.018543 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e198d8f3-758c-486b-bf90-af19ff508eb2 req-720c961e-c512-464e-938f-af4223fec2a4 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1099 time: 0.0437658 Aug 31 17:09:17.057151 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e198d8f3-758c-486b-bf90-af19ff508eb2 req-b64ec803-0fa8-404f-98c0-837107057e45 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294871 Aug 31 17:09:17.675017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c35fd7-8f42-45f0-9ff5-cfd7c2138978 req-114360a9-6b1b-4ae6-baff-2c006dbc37ef tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:17.676693 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-99c35fd7-8f42-45f0-9ff5-cfd7c2138978 req-114360a9-6b1b-4ae6-baff-2c006dbc37ef tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0570767 Aug 31 17:09:17.697073 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f85960-d7f6-443f-812f-93872cd2b302 req-9ef3fb0b-95db-48fc-aac9-cd89a2ab67c8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:17.699684 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-78f85960-d7f6-443f-812f-93872cd2b302 req-9ef3fb0b-95db-48fc-aac9-cd89a2ab67c8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0631495 Aug 31 17:09:17.737240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-99c35fd7-8f42-45f0-9ff5-cfd7c2138978 req-756970d7-451f-4402-9dfa-06de5d4daa28 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Aug 31 17:09:17.749036 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-78f85960-d7f6-443f-812f-93872cd2b302 req-43fe6c05-9786-4103-90e3-8159eabd1e50 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Aug 31 17:09:17.773953 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3c78da-6d8c-403d-b772-486259354dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:18.873601 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a89b63-0a97-461e-aa71-d552cea180a1 req-4b6ea343-c2f1-4fa9-956c-f22951ab6a7d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:18.875100 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-38a89b63-0a97-461e-aa71-d552cea180a1 req-4b6ea343-c2f1-4fa9-956c-f22951ab6a7d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0508502 Aug 31 17:09:18.891260 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd017ba3-fd20-4cbf-8822-261bfd1a9fb8 req-6552595b-33a3-44c8-9d02-a5bac8686cc2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:18.898416 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd017ba3-fd20-4cbf-8822-261bfd1a9fb8 req-6552595b-33a3-44c8-9d02-a5bac8686cc2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0555251 Aug 31 17:09:18.918477 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-38a89b63-0a97-461e-aa71-d552cea180a1 req-c09adef8-1c5c-4c91-9061-4ae2a31234e4 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Aug 31 17:09:18.932912 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd017ba3-fd20-4cbf-8822-261bfd1a9fb8 req-0e0affdf-403a-4338-8b7b-87c3220ba91b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336196 Aug 31 17:09:20.605905 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:20.659726 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11c04c76-b4ec-4f65-b110-3d9d5617e4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:21.917908 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:22.505939 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a9a2d-8ad9-4e10-a8f3-4c4ac2b1237e req-bd3d5f71-8cc1-42e4-a223-0f238b7cb16d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:22.507436 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d09a9a2d-8ad9-4e10-a8f3-4c4ac2b1237e req-bd3d5f71-8cc1-42e4-a223-0f238b7cb16d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0525208 Aug 31 17:09:22.521220 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54769bc2-f60e-4339-9659-7fe6a6d7b1f8 req-fe5659a1-4915-436a-8190-bee2ae5dc21f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:22.522708 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-54769bc2-f60e-4339-9659-7fe6a6d7b1f8 req-fe5659a1-4915-436a-8190-bee2ae5dc21f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0486581 Aug 31 17:09:22.545121 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d09a9a2d-8ad9-4e10-a8f3-4c4ac2b1237e req-e2393a11-0640-417c-900f-46f159e72c00 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Aug 31 17:09:22.565592 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-54769bc2-f60e-4339-9659-7fe6a6d7b1f8 req-546126a1-6e44-4cf8-8376-c048514826d9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365732 Aug 31 17:09:23.537472 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:23.662900 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452da58-ae71-4646-9b98-06c80793292a req-1bd599f7-20c0-46a3-ac7d-298a820d33cc tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:23.664427 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d452da58-ae71-4646-9b98-06c80793292a req-1bd599f7-20c0-46a3-ac7d-298a820d33cc tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0493469 Aug 31 17:09:23.687687 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea85783-fcbf-40ae-94c0-6a9e7d76560c req-4ef64ebf-f6b3-4860-b272-3cae4810481d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:23.689825 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-aea85783-fcbf-40ae-94c0-6a9e7d76560c req-4ef64ebf-f6b3-4860-b272-3cae4810481d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0534165 Aug 31 17:09:23.706471 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d452da58-ae71-4646-9b98-06c80793292a req-92a324e2-e5c5-4b1a-b6a7-4860bcfe5191 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Aug 31 17:09:23.740264 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-aea85783-fcbf-40ae-94c0-6a9e7d76560c req-e1c61bc7-cc31-4049-a41f-14d7186595c1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Aug 31 17:09:23.825754 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44590dab-4466-4833-9f6d-597552802ff4 req-91f86416-e16d-4d08-953f-a8cf99287883 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:23.827472 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-44590dab-4466-4833-9f6d-597552802ff4 req-91f86416-e16d-4d08-953f-a8cf99287883 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0479927 Aug 31 17:09:23.867910 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-44590dab-4466-4833-9f6d-597552802ff4 req-ef1f2906-0581-4903-a9f0-2cdd0caba82f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Aug 31 17:09:24.215819 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010118-e636-42a1-ab42-16c9e35fc958 req-aca11082-aa97-460f-901f-457294553dd6 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:24.217486 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0c010118-e636-42a1-ab42-16c9e35fc958 req-aca11082-aa97-460f-901f-457294553dd6 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0570319 Aug 31 17:09:24.265374 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0c010118-e636-42a1-ab42-16c9e35fc958 req-dd16a545-f221-46e1-a9be-f94ed46fa770 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Aug 31 17:09:24.862141 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad343d-b58c-4bab-b0c2-08db22076533 req-e73d45ef-1273-4279-a11c-bfbd478ee3e1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:24.863625 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-05ad343d-b58c-4bab-b0c2-08db22076533 req-e73d45ef-1273-4279-a11c-bfbd478ee3e1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0511415 Aug 31 17:09:24.902454 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-05ad343d-b58c-4bab-b0c2-08db22076533 req-80004484-c0f7-44b9-9573-47125edd05c2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Aug 31 17:09:25.371240 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42234) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:25.512633 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7535c5ba-5f21-4b5d-b1d8-887a92a97fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.582799 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c1f2b-5d40-48b8-b36b-0103b8dcbc69 req-f1cbeeb3-0288-4eb8-abf9-73d0a1e96e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:25.584322 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ac6c1f2b-5d40-48b8-b36b-0103b8dcbc69 req-f1cbeeb3-0288-4eb8-abf9-73d0a1e96e59 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0642030 Aug 31 17:09:25.643416 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ac6c1f2b-5d40-48b8-b36b-0103b8dcbc69 req-c406b8e3-6974-4506-a2cb-39e9d2d2bc67 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Aug 31 17:09:25.670112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7535c5ba-5f21-4b5d-b1d8-887a92a97fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.683274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7535c5ba-5f21-4b5d-b1d8-887a92a97fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.732767 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7535c5ba-5f21-4b5d-b1d8-887a92a97fc0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7bcfea07d47747e2bff59d5f8ed2ec16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595428 Aug 31 17:09:25.733378 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535c5ba-5f21-4b5d-b1d8-887a92a97fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0b9832-201c-49d2-88af-d7b3012ae311,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:25.734494 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:25.796549 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8d45-6f49-4d85-aa25-90278c5fb82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.818032 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8d45-6f49-4d85-aa25-90278c5fb82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.871361 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8d45-6f49-4d85-aa25-90278c5fb82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.874128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e7d8d45-6f49-4d85-aa25-90278c5fb82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:25.875272 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8e7d8d45-6f49-4d85-aa25-90278c5fb82f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6c0b9832-201c-49d2-88af-d7b3012ae311 HTTP/1.1" status: 204 len: 168 time: 0.1385632 Aug 31 17:09:25.882930 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d8d45-6f49-4d85-aa25-90278c5fb82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0b9832-201c-49d2-88af-d7b3012ae311,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:26.206011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cc6c4-21a4-4b57-8a8a-2f277b8482e9 req-52b3d8b5-83de-4e3f-bd49-ea3b0c5d3099 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:26.207486 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ba0cc6c4-21a4-4b57-8a8a-2f277b8482e9 req-52b3d8b5-83de-4e3f-bd49-ea3b0c5d3099 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0620904 Aug 31 17:09:26.248094 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ba0cc6c4-21a4-4b57-8a8a-2f277b8482e9 req-038aae88-b662-4db0-8f8f-36bd98445630 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Aug 31 17:09:26.797203 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42312) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:26.912851 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f188-27a0-461c-89ad-70c0ff25f327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.034789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f188-27a0-461c-89ad-70c0ff25f327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.040763 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f188-27a0-461c-89ad-70c0ff25f327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.093299 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42326) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:27.104781 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-6409f188-27a0-461c-89ad-70c0ff25f327 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5d9aff2e57164f538b3d43f9101a196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063362 Aug 31 17:09:27.105960 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f188-27a0-461c-89ad-70c0ff25f327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf6e9c-02ae-4adf-ba4a-297714fe5042,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:27.165991 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88859780-f2bc-4b1d-a0bf-7846d69f4abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.188295 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88859780-f2bc-4b1d-a0bf-7846d69f4abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.219745 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42330) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:27.237076 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88859780-f2bc-4b1d-a0bf-7846d69f4abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.239577 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88859780-f2bc-4b1d-a0bf-7846d69f4abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.240754 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-88859780-f2bc-4b1d-a0bf-7846d69f4abe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6baf6e9c-02ae-4adf-ba4a-297714fe5042 HTTP/1.1" status: 204 len: 168 time: 0.1464167 Aug 31 17:09:27.249560 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88859780-f2bc-4b1d-a0bf-7846d69f4abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf6e9c-02ae-4adf-ba4a-297714fe5042,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:27.376923 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c05ca99-e9f6-42b4-ab8b-f98552f594fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.413842 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ffaa-9545-4638-92f6-7173e1c0a411 req-05689ce6-8629-4fb6-925c-622e8e5eb6fd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:27.415355 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e394ffaa-9545-4638-92f6-7173e1c0a411 req-05689ce6-8629-4fb6-925c-622e8e5eb6fd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0877161 Aug 31 17:09:27.475886 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e394ffaa-9545-4638-92f6-7173e1c0a411 req-4dd93de5-aa93-4dd9-bc3e-244c32aecd20 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Aug 31 17:09:27.527274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c05ca99-e9f6-42b4-ab8b-f98552f594fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.532699 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c05ca99-e9f6-42b4-ab8b-f98552f594fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.573806 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42344) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:27.583884 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1c05ca99-e9f6-42b4-ab8b-f98552f594fd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8165f1f1faa84c7a8c9c57abeb748cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607218 Aug 31 17:09:27.583884 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05ca99-e9f6-42b4-ab8b-f98552f594fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fa1a60-af10-4b6a-baa2-40de46596e17,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:27.586547 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:27.591677 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aecad1a5-2668-4b58-a0b8-07d1af43f27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.654717 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-643f223f-39eb-4286-bcb3-a776fa17d865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.690745 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-643f223f-39eb-4286-bcb3-a776fa17d865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.726800 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aecad1a5-2668-4b58-a0b8-07d1af43f27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.731554 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aecad1a5-2668-4b58-a0b8-07d1af43f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.753112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-643f223f-39eb-4286-bcb3-a776fa17d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.755916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-643f223f-39eb-4286-bcb3-a776fa17d865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.757085 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-643f223f-39eb-4286-bcb3-a776fa17d865 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1fa1a60-af10-4b6a-baa2-40de46596e17 HTTP/1.1" status: 204 len: 168 time: 0.1696174 Aug 31 17:09:27.764822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f223f-39eb-4286-bcb3-a776fa17d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fa1a60-af10-4b6a-baa2-40de46596e17,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:27.771263 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecad1a5-2668-4b58-a0b8-07d1af43f27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0abc6ec-6ce0-4c28-83c5-a62fedbb7233,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:27.779040 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-aecad1a5-2668-4b58-a0b8-07d1af43f27d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=05f7b18083244eee917b5638cabef6df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041736 Aug 31 17:09:27.780351 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42354) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:27.834524 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-950b9b99-d69c-43b1-8a1c-1781dc9fe06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.856654 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-950b9b99-d69c-43b1-8a1c-1781dc9fe06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.905792 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-950b9b99-d69c-43b1-8a1c-1781dc9fe06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.908287 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-950b9b99-d69c-43b1-8a1c-1781dc9fe06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:27.911748 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-950b9b99-d69c-43b1-8a1c-1781dc9fe06e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d0abc6ec-6ce0-4c28-83c5-a62fedbb7233 HTTP/1.1" status: 204 len: 168 time: 0.1260335 Aug 31 17:09:27.918562 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b9b99-d69c-43b1-8a1c-1781dc9fe06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0abc6ec-6ce0-4c28-83c5-a62fedbb7233,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:28.604541 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e06e7-83a4-477f-9615-6b8b6aeffdc0 req-0f69ed57-8fef-4c90-82a6-94be3e2edcd6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:28.608944 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e67e06e7-83a4-477f-9615-6b8b6aeffdc0 req-0f69ed57-8fef-4c90-82a6-94be3e2edcd6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0589190 Aug 31 17:09:28.646635 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e67e06e7-83a4-477f-9615-6b8b6aeffdc0 req-9988be05-b796-4c63-8ad4-ca8b04caf978 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Aug 31 17:09:28.945365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec23970-0329-4077-a9db-92c79951ca44 req-7bd2a1d9-fd27-4bd0-8afc-9597def2d5bf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:28.948121 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eec23970-0329-4077-a9db-92c79951ca44 req-7bd2a1d9-fd27-4bd0-8afc-9597def2d5bf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0760729 Aug 31 17:09:28.976012 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-57fea8e5-cd01-4272-9acc-c5efd25314bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:28.977514 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-57fea8e5-cd01-4272-9acc-c5efd25314bd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0741217 Aug 31 17:09:29.004140 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eec23970-0329-4077-a9db-92c79951ca44 req-06166951-ed4c-4552-831e-287a72cfe1de tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Aug 31 17:09:29.040685 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42406) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:29.211031 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-340c1152-7783-49fb-b258-d409e643cb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.325439 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-340c1152-7783-49fb-b258-d409e643cb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.330165 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-340c1152-7783-49fb-b258-d409e643cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.346081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-cda4b52e-4122-4cc0-a2bd-64987a94e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:29.347513 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-cda4b52e-4122-4cc0-a2bd-64987a94e8e0 service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.3565104 Aug 31 17:09:29.366873 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-340c1152-7783-49fb-b258-d409e643cb49 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=36df748c476e43b2b278d33b2797012f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247139 Aug 31 17:09:29.370748 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42416) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:29.383635 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c1152-7783-49fb-b258-d409e643cb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f2af1-e230-4017-a536-8ab864430894,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:29.431245 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ada5f2f-7825-4654-9fee-a73b7fdcd386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.457361 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ada5f2f-7825-4654-9fee-a73b7fdcd386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.508878 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ada5f2f-7825-4654-9fee-a73b7fdcd386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.511880 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ada5f2f-7825-4654-9fee-a73b7fdcd386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:29.513058 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-5ada5f2f-7825-4654-9fee-a73b7fdcd386 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c99f2af1-e230-4017-a536-8ab864430894 HTTP/1.1" status: 204 len: 168 time: 0.1414037 Aug 31 17:09:29.520747 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada5f2f-7825-4654-9fee-a73b7fdcd386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f2af1-e230-4017-a536-8ab864430894,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:30.426558 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-1007b641-c187-473c-81f2-81c073fb3e48 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 217 time: 0.0349560 Aug 31 17:09:32.914573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-67402d32-9662-4f67-a20a-bda4821d6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:32.916758 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-67402d32-9662-4f67-a20a-bda4821d6312 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0472915 Aug 31 17:09:33.276249 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-20ec3fd8-d5c9-473d-a555-bdaa389cbc4a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324862 Aug 31 17:09:33.279175 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e4413-31a9-406b-ac69-9893b4f6303f req-aec44d78-a446-48b6-af1b-dd031e8a6c32 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:33.281096 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-876e4413-31a9-406b-ac69-9893b4f6303f req-aec44d78-a446-48b6-af1b-dd031e8a6c32 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0575969 Aug 31 17:09:33.319336 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-876e4413-31a9-406b-ac69-9893b4f6303f req-005a79af-3013-42c7-b160-a4a010919c1e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Aug 31 17:09:33.386139 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-1f91e5eb-bea4-4310-aa6a-61379cf180a0 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908537 Aug 31 17:09:33.496357 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f1d1c71-3cfa-47f1-a1a4-311ae2270591 req-a00abf26-7789-4a03-9edc-246ab9f5710a service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919712 Aug 31 17:09:34.441449 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee005a22-77e3-41a1-a99b-73f4c8e7f409 req-d02acbab-8a36-4b34-8485-bf2584170e7d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.443145 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee005a22-77e3-41a1-a99b-73f4c8e7f409 req-d02acbab-8a36-4b34-8485-bf2584170e7d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0506408 Aug 31 17:09:34.482904 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee005a22-77e3-41a1-a99b-73f4c8e7f409 req-ce9cdda6-ba60-465f-a39a-713fa0aecf6e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Aug 31 17:09:34.624112 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-bdb3823f-c371-484a-9467-11c0263e84db tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=d309f145d21a447295e52d4697f1a3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289352 Aug 31 17:09:34.805426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-7a8b6715-c7e1-4655-8961-fb3d24aa0e4c tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:34.807294 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-7a8b6715-c7e1-4655-8961-fb3d24aa0e4c tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779070 Aug 31 17:09:34.822847 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-2d1d7192-62d2-4b60-a688-c96cfeded76e tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/quotas/d309f145d21a447295e52d4697f1a3a2 HTTP/1.1" status: 200 len: 375 time: 0.0092769 Aug 31 17:09:34.854485 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-cff31232-d72c-4c5d-9dd3-3405b8a69b90 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d309f145d21a447295e52d4697f1a3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257778 Aug 31 17:09:35.025034 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-981df6ac-b26b-4054-be7b-78b5a3b1fce7 req-0b764f87-2876-4e13-9848-d816f772763b tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Aug 31 17:09:35.138168 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:09:36.312364 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b8dbf-7936-41d2-9707-5dca69833280 req-b13869ff-0f29-471c-8b29-83f8b2fcc0ee tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:36.313348 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d05b8dbf-7936-41d2-9707-5dca69833280 req-b13869ff-0f29-471c-8b29-83f8b2fcc0ee tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0499504 Aug 31 17:09:36.352702 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d05b8dbf-7936-41d2-9707-5dca69833280 req-9a7052cc-7e74-43d5-a73b-6bfac3784573 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Aug 31 17:09:36.435068 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8933f569-4455-48b4-ab86-a088e40d9dfd req-b3f009aa-8cea-47ac-a8f7-b12e3758b8ee tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 210 time: 0.0265605 Aug 31 17:09:38.930736 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-5de890a0-39c9-431a-b6e0-515867c5ac6a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443487 Aug 31 17:09:39.006224 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-78cec998-b68b-4113-a699-5d37f3b03a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:39.007732 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-78cec998-b68b-4113-a699-5d37f3b03a79 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 1098 time: 0.0434604 Aug 31 17:09:39.240196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6628-3f93-44d7-8f3f-48392ef395c7 req-fee03486-8e9b-49ff-86d7-238b5dccc2d2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:39.241717 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-72ff6628-3f93-44d7-8f3f-48392ef395c7 req-fee03486-8e9b-49ff-86d7-238b5dccc2d2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1019030 Aug 31 17:09:39.252970 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-11b7125d-cfc5-4365-a223-2bb3c549927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:39.254395 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-11b7125d-cfc5-4365-a223-2bb3c549927d service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.2129395 Aug 31 17:09:39.289164 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-72ff6628-3f93-44d7-8f3f-48392ef395c7 req-a293ca0e-6408-4e43-97e5-c978255384f0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335755 Aug 31 17:09:39.435066 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b57ba1fd-d6a4-4214-8e0f-e6dc9d6d5b7a req-d239879f-0d37-48fd-93dc-b7f4eb50c9e4 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 210 time: 0.0828428 Aug 31 17:09:39.436901 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-fe5148ba-da5b-4142-b218-73498c2bcb26 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6 HTTP/1.1" status: 200 len: 217 time: 0.0714107 Aug 31 17:09:39.497324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-7386169a-ae43-431e-ae55-8eca12558527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:39.498800 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-7386169a-ae43-431e-ae55-8eca12558527 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0525367 Aug 31 17:09:39.552029 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-0a04569e-de27-4acd-bd11-72f8b39b7023 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324824 Aug 31 17:09:39.735087 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:39.800623 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-fdeedf65-3910-4401-a810-ff96b0a98263 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882270 Aug 31 17:09:39.919019 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b841acfa-634d-4388-b7f3-aef38d79c4ee req-5f4548f6-b441-483b-b461-487a2dbf374c service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071684 Aug 31 17:09:40.263957 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-620ee973-24ad-4678-9b01-0de080ee1e8c tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=d309f145d21a447295e52d4697f1a3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213242 Aug 31 17:09:40.391484 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-4a17ad57-9d4a-4331-8c48-0c172e6fabfb tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:40.392955 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-4a17ad57-9d4a-4331-8c48-0c172e6fabfb tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226888 Aug 31 17:09:40.420462 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Request body: {'port': {'device_id': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc', 'admin_state_up': True, 'tenant_id': 'd309f145d21a447295e52d4697f1a3a2'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:40.516444 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa6a39-98a1-4682-9e9d-db6ee919e325 req-fedae449-aed9-42c0-a36c-6bdd47201649 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:40.517945 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-34fa6a39-98a1-4682-9e9d-db6ee919e325 req-fedae449-aed9-42c0-a36c-6bdd47201649 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1170964 Aug 31 17:09:40.568995 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e3cdb-d887-4831-80c5-6012893c82cd req-76f420c0-018e-4ca1-8cdb-b6930d53d9c1 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:40.570372 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-654e3cdb-d887-4831-80c5-6012893c82cd req-76f420c0-018e-4ca1-8cdb-b6930d53d9c1 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0518467 Aug 31 17:09:40.579095 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-34fa6a39-98a1-4682-9e9d-db6ee919e325 req-0b885236-2005-4476-a911-f788ac457c35 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Aug 31 17:09:40.588079 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Made reservation on behalf of d309f145d21a447295e52d4697f1a3a2 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:09:40.601551 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:40.601996 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:40.612190 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-654e3cdb-d887-4831-80c5-6012893c82cd req-5fdd1c57-15da-4861-b967-f6958ca94faf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355978 Aug 31 17:09:40.639350 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42544) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:40.686364 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c8fe198b-5f51-44a0-aedf-4ab66746e276 req-5b4f699e-bb3b-4bae-8a34-10e2741381e7 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 210 time: 0.0407724 Aug 31 17:09:40.734979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:40.739279 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:40.823931 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:40.898925 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f4cef-9896-4e52-a87c-6169a74020d6 tempest-TestMinimumBasicScenario-1884900577 tempest-TestMinimumBasicScenario-1884900577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:40.900601 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d61f4cef-9896-4e52-a87c-6169a74020d6 tempest-TestMinimumBasicScenario-1884900577 tempest-TestMinimumBasicScenario-1884900577-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1094 time: 0.2601750 Aug 31 17:09:40.901259 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Allocated IP 192.168.233.146 (9072f704-235c-440f-a756-8bb2d20f2fbc/92e82c99-1c87-4940-bf65-059991f4eb97/f34f7b8e-52c5-4f2e-bce0-8e90e33d3193) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:09:40.903614 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42552) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:40.908846 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'port_id': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:40.938496 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.042645 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.084150 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.100381 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Transition to ACTIVE for port object f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:09:41.133463 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.165381 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Allocated IP 172.27.2.15 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/6cf0ec4f-36b7-4c76-82d8-ef3c91eac073) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:09:41.178435 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Network 9072f704-235c-440f-a756-8bb2d20f2fbc is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:09:41.184513 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:09:41.191809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:09:41.199594 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:41.200253 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.216340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Pushing event updated for resources: {'Port': ['ID=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:41.230002 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-3eab29d4-28e2-42bc-8b2d-2fca4ab53d91 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8133247 Aug 31 17:09:41.255962 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Request body: {'port': {'device_id': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:41.309366 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.317067 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.369579 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.418428 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:09:41.421409 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:09:41.425680 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:09:41.429139 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'Port': ['ID=6cf0ec4f-36b7-4c76-82d8-ef3c91eac073,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:41.457257 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-886fbcee-7eed-4a66-bf1d-2b8af220ba02 None None] Provisioning for port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:09:41.461549 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-886fbcee-7eed-4a66-bf1d-2b8af220ba02 None None] Provisioning complete for port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:09:41.462134 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-886fbcee-7eed-4a66-bf1d-2b8af220ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.501332 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-886fbcee-7eed-4a66-bf1d-2b8af220ba02 None None] Port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:09:41.660472 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:09:41.669426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.684558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Transition to ACTIVE for port object f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:09:41.692130 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.757018 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116feb46-dc0a-4c1e-a068-bc075d852fef req-527b4084-7b42-411f-9b7d-28a801233a79 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:41.757793 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-116feb46-dc0a-4c1e-a068-bc075d852fef req-527b4084-7b42-411f-9b7d-28a801233a79 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0927114 Aug 31 17:09:41.779003 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:41.797137 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.797863 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.798069 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.798496 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.798841 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.799171 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.799495 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.799820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.800141 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.800612 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.801013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.801340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:41.808008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Attempting to bind port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:09:41.808338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Attempting to bind port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:09:41.808694 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Attempting to bind port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 on network 9072f704-235c-440f-a756-8bb2d20f2fbc {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:09:41.814249 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 on network 9072f704-235c-440f-a756-8bb2d20f2fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:09:41.814572 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Attempting to bind port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 on network 9072f704-235c-440f-a756-8bb2d20f2fbc {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:09:41.819919 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:09:41.820246 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Checking segment: {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:09:41.820657 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Bound using segment: {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:09:41.821081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Bound port: f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd739ec-ede0-4850-843f-185610f8b1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1510, 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:09:41.821435 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.856587 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-116feb46-dc0a-4c1e-a068-bc075d852fef req-ba2582cd-3583-499e-a58c-262acb6899fb tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Aug 31 17:09:41.913112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] For port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:09:41.919653 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] For port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:09:41.926743 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.968223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:41.968898 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:41.970367 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] 10.222.0.109 "PUT /v2.0/ports/f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 HTTP/1.1" status: 200 len: 1098 time: 0.7193396 Aug 31 17:09:41.970821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'tag': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:41.973136 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57db558-5663-4bf5-82ac-98362a73644d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d0b277-f12d-4708-80a4-a130d4c9bd70", "tag": "f34f7b8e-52c5-4f2e-bce0-8e90e33d3193"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:41.975641 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:42.005397 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269172-3e7c-4149-94fd-1ee1d52f63d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:42.023722 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df588d0-a1e4-4086-8175-0872ebba5c39 req-087ca960-10f4-4f3e-85fe-96cfcc3bb47f tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:42.025987 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9df588d0-a1e4-4086-8175-0872ebba5c39 req-087ca960-10f4-4f3e-85fe-96cfcc3bb47f tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 948 time: 0.0957177 Aug 31 17:09:42.105758 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:42.113013 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9df588d0-a1e4-4086-8175-0872ebba5c39 req-ed444132-8ef0-4243-93df-1d05641068cc tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733187 Aug 31 17:09:42.179723 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896ec9b-0ca4-4b33-abd0-0aa8d22a3642 x-openstack-request-id: req-b896ec9b-0ca4-4b33-abd0-0aa8d22a3642 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:42.180164 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d0b277-f12d-4708-80a4-a130d4c9bd70", "tag": "f34f7b8e-52c5-4f2e-bce0-8e90e33d3193", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:42.180621 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b896ec9b-0ca4-4b33-abd0-0aa8d22a3642 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:42.181438 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'tag': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193', 'status': 'completed', 'code': 200} Aug 31 17:09:42.284258 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:42.289609 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:42.359682 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'Port': ['ID=6cf0ec4f-36b7-4c76-82d8-ef3c91eac073,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:42.371343 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:42.499254 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.l3_db [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Floating IP 8ceb3696-e5de-421e-a846-18e04f738887 associated. External IP: 172.27.2.15, port: e8340c85-1b61-44b6-aa06-8fbfb08e63d2. Aug 31 17:09:42.907618 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Router b12d46d0-322a-4629-8594-834c81c07258 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:09:43.029151 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:09:43.039578 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] Sync routers for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:09:43.046986 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.050193 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:09:43.050866 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:43.080496 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9dc6f726-09c9-4a99-8bb7-c0e091490841 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1754529 Aug 31 17:09:43.081250 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:43.083322 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42574) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:43.083805 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3daf73904927da5ca866301ccbf7edcccd5a2940a5cc2b9360b79e4c48196f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51277b-f481-46c6-b464-d71486cd809e" -d '{"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:43.089263 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930612121', 'description': 'tempest-secgroup-smoke-1930612121 description', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:43.122521 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.161956 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:09:43.229500 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.235044 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.264367 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.265649 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1808527 Aug 31 17:09:43.268723 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:43.273278 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group_rule': {'security_group_id': 'aa3ed28a-aad3-4a74-bc31-d6360025bad8', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:43.277940 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaa571-4cbb-4365-b5b8-53b0cb23be58 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3ed28a-aad3-4a74-bc31-d6360025bad8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:43.311667 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.388237 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.393224 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.414815 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8e1fc5-c237-461f-8347-7ca974a87e24,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:43.419161 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8ceb3696-e5de-421e-a846-18e04f738887', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'port_id': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'mac_address': 'fa:16:3e:39:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:09:41Z', 'updated_at': '2021-08-31T17:09:41Z', 'revision_number': 0, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:12Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:43.420897 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.424807 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-581d91df-c2ed-4047-b4ec-6c7702a8442e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524477 Aug 31 17:09:43.425742 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42582) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:43.431036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group_rule': {'security_group_id': 'aa3ed28a-aad3-4a74-bc31-d6360025bad8', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:43.456966 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] Checking router: b12d46d0-322a-4629-8594-834c81c07258 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:09:43.463611 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.466229 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:09:43.466855 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:43.524083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.531140 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.558338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d656ef0-aa32-4bd4-b56c-4f6720b62401,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:43.562405 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.563682 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3d77dc6d-e0f2-43bc-907d-b8f74e96c53a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377931 Aug 31 17:09:43.566470 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:43.570987 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group_rule': {'security_group_id': 'aa3ed28a-aad3-4a74-bc31-d6360025bad8', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:43.589065 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:09:43.599804 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.662701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.667759 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.685472 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6036fcb7-1785-4743-b0dd-e049c65c4ef3,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:43.691844 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.694350 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f45cfdc2-08b8-4cf0-af8a-59f0269490e2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266067 Aug 31 17:09:43.696818 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:43.702469 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group_rule': {'security_group_id': 'aa3ed28a-aad3-4a74-bc31-d6360025bad8', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:43.741477 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.814257 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.818936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.840193 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68d40fd-cef1-4a45-8c20-311cbe0b1f95,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:43.857324 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8ceb3696-e5de-421e-a846-18e04f738887', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'port_id': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'mac_address': 'fa:16:3e:39:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:09:41Z', 'updated_at': '2021-08-31T17:09:41Z', 'revision_number': 0, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:12Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:09:43.857987 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.859580 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-14e37c4d-175b-4fa0-a9fb-82a3ce645547 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615126 Aug 31 17:09:43.862375 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:43.867870 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group_rule': {'security_group_id': 'aa3ed28a-aad3-4a74-bc31-d6360025bad8', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:43.890843 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fbd500-f5ae-4591-b1df-c7d7ba9ec3ab None None] The sync data for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi is: [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8ceb3696-e5de-421e-a846-18e04f738887', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'port_id': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'mac_address': 'fa:16:3e:39:26:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:09:41Z', 'updated_at': '2021-08-31T17:09:41Z', 'revision_number': 0, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:12Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:09:43.897281 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Project 24d6b96f225f464db8e04e7ff8c2a17d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:09:43.903892 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.977448 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.981404 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:43.998936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae3db19-20df-4187-9042-5103f0efdf5b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:44.005407 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:44.011090 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c6d7be3c-fa54-46a7-b0a9-dd67d564bccd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433411 Aug 31 17:09:44.011090 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42590) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:44.015501 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'security_group_rule': {'security_group_id': 'aa3ed28a-aad3-4a74-bc31-d6360025bad8', 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:44.052264 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Project 24d6b96f225f464db8e04e7ff8c2a17d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:09:44.055530 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:44.127757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:44.134631 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:44.138149 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba777a5d-b46c-400b-9a0c-4db7b3045247 None None] New status for floating IP 8ceb3696-e5de-421e-a846-18e04f738887: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:09:44.154125 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef57973-1dce-4bdb-812b-da628e158f60,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:44.160402 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:44.161414 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f1ca5106-3e1f-4671-82c1-b0c75fefae1d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496620 Aug 31 17:09:46.463234 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db558-5663-4bf5-82ac-98362a73644d req-650b00a1-d130-4297-a5a4-c63435a0848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.464863 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a57db558-5663-4bf5-82ac-98362a73644d req-650b00a1-d130-4297-a5a4-c63435a0848f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d309f145d21a447295e52d4697f1a3a2&device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 1101 time: 0.0580389 Aug 31 17:09:46.468807 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f186e-50fd-4a01-9fc5-8d4199a6d584 x-openstack-request-id: req-ee8f186e-50fd-4a01-9fc5-8d4199a6d584 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:46.469632 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:46.470142 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ee8f186e-50fd-4a01-9fc5-8d4199a6d584 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:46.470664 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'status': 'completed', 'code': 200} Aug 31 17:09:46.521732 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a57db558-5663-4bf5-82ac-98362a73644d req-cdbf8c3d-39b8-4aa4-b57d-3958ae3e4f9e service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=d309f145d21a447295e52d4697f1a3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236547 Aug 31 17:09:46.567401 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2443830-c8e8-4c31-b4a9-cc7b83ec01bd req-ae75f8c7-dfb9-4a8c-ab22-49a67d60862e tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.568922 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c2443830-c8e8-4c31-b4a9-cc7b83ec01bd req-ae75f8c7-dfb9-4a8c-ab22-49a67d60862e tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 948 time: 0.0502040 Aug 31 17:09:46.604393 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64b52d-49e3-405b-8b4e-6537b17a6fdf req-4de93f43-3bc6-4d02-8754-eef5e31c7e8a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.605944 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e64b52d-49e3-405b-8b4e-6537b17a6fdf req-4de93f43-3bc6-4d02-8754-eef5e31c7e8a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1350005 Aug 31 17:09:46.615165 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c2443830-c8e8-4c31-b4a9-cc7b83ec01bd req-8731b5fa-abf9-4b28-a603-740705c93f5d tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Aug 31 17:09:46.669674 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51277b-f481-46c6-b464-d71486cd809e req-94020448-2247-4b41-97c2-9e61197a8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.671075 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-94020448-2247-4b41-97c2-9e61197a8d67 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1099 time: 0.1478729 Aug 31 17:09:46.696078 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7e64b52d-49e3-405b-8b4e-6537b17a6fdf req-1f3f62b9-18d9-487f-ab03-23c0e1349d36 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829923 Aug 31 17:09:46.716734 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-be3c03ed-f2c8-49fe-8db6-0ef629c027b8 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930612121&fields=id&tenant_id=24d6b96f225f464db8e04e7ff8c2a17d HTTP/1.1" status: 200 len: 267 time: 0.0391197 Aug 31 17:09:46.750789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db558-5663-4bf5-82ac-98362a73644d req-6a35f631-0459-459e-ae64-09cf8e2df15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.752254 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a57db558-5663-4bf5-82ac-98362a73644d req-6a35f631-0459-459e-ae64-09cf8e2df15d service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2184298 Aug 31 17:09:46.771215 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-fcd6441e-1cb0-4814-9e89-b55072bddc85 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.772703 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-fcd6441e-1cb0-4814-9e89-b55072bddc85 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0520375 Aug 31 17:09:46.787379 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'port': {'security_groups': ['10bd14dc-d7d4-490c-a41e-73b7a1110bb5', 'aa3ed28a-aad3-4a74-bc31-d6360025bad8']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:09:46.787606 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51277b-f481-46c6-b464-d71486cd809e req-bb98c109-12d7-46b3-8c0f-20bdb41b47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.788983 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-bb98c109-12d7-46b3-8c0f-20bdb41b47b1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 916 time: 0.1070585 Aug 31 17:09:46.852069 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:46.894176 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-61121673-9a80-457b-b3d3-7d82c6efe686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:46.895711 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-61121673-9a80-457b-b3d3-7d82c6efe686 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d309f145d21a447295e52d4697f1a3a2&device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 1101 time: 0.0881591 Aug 31 17:09:46.897838 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-81d070cf-dd06-4cc1-8e0d-d50f4f36aef0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 1001 time: 0.0891278 Aug 31 17:09:47.074157 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:47.103455 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:47.109868 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:47.163256 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e8340c85-1b61-44b6-aa06-8fbfb08e63d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:09:47.187816 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.188444 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:47.189850 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0455c3ca-08b1-4924-8d81-3e78152a6d75 req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "PUT /v2.0/ports/e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 982 time: 0.4087498 Aug 31 17:09:47.243305 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:47.251434 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.251840 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.252178 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.252549 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.252887 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.253216 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.253552 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.253928 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.254310 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.254802 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.255135 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.255615 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273b93b6-d5b6-4e99-b133-9adfab08e57d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:09:47.262583 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-1e111ae6-1658-4e91-bdba-aaecaf67f670 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 HTTP/1.1" status: 200 len: 217 time: 0.0885901 Aug 31 17:09:47.341916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51277b-f481-46c6-b464-d71486cd809e req-4e978e52-47b3-4284-ae19-0c1082b65d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.343425 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-4e978e52-47b3-4284-ae19-0c1082b65d8b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 200 len: 853 time: 0.1592686 Aug 31 17:09:47.354838 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-f9d83e91-1a89-48a7-9480-fce7ccfe13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.356398 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-f9d83e91-1a89-48a7-9480-fce7ccfe13e9 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=92e82c99-1c87-4940-bf65-059991f4eb97 HTTP/1.1" status: 200 len: 843 time: 0.0815194 Aug 31 17:09:47.366922 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87acab-e187-48b2-909b-abc2864a91b6 req-98835edf-1614-4bb6-86c2-0f2b0d633f4c tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.369126 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4a87acab-e187-48b2-909b-abc2864a91b6 req-98835edf-1614-4bb6-86c2-0f2b0d633f4c tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.1078293 Aug 31 17:09:47.534598 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-45d5566c-ec30-4dbe-b201-e77d62a6dba7 None None] Provisioning complete for port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:09:47.534884 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45d5566c-ec30-4dbe-b201-e77d62a6dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:47.565496 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e8340c85-1b61-44b6-aa06-8fbfb08e63d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:09:47.686613 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51277b-f481-46c6-b464-d71486cd809e req-0c0d3e09-3515-49cf-81d2-3986dc6838fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.688320 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-0c0d3e09-3515-49cf-81d2-3986dc6838fe service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=317ef0af-3236-445c-ab17-4a8a38ad7c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3180881 Aug 31 17:09:47.730987 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4a87acab-e187-48b2-909b-abc2864a91b6 req-fababdce-c0c2-4c38-b108-7850b5ba6182 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3506958 Aug 31 17:09:47.735252 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-d462ac80-833d-4413-86eb-f3292afb9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.737577 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-d462ac80-833d-4413-86eb-f3292afb9fed service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=9072f704-235c-440f-a756-8bb2d20f2fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3584752 Aug 31 17:09:47.785213 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bddc23dd-1449-407c-88ce-7a067a43427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:47.827182 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff999-4be8-4227-b05d-d1fc074626ce req-e8b3b405-437d-49c3-b034-6af93c6f62eb tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.828686 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4c7ff999-4be8-4227-b05d-d1fc074626ce req-e8b3b405-437d-49c3-b034-6af93c6f62eb tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 948 time: 0.0702043 Aug 31 17:09:47.872285 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4c7ff999-4be8-4227-b05d-d1fc074626ce req-a164328f-48f7-4f7b-a169-55a15dba0069 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Aug 31 17:09:47.956045 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-27c81307-7413-47d2-af7f-b5879346cb57 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537467 Aug 31 17:09:47.967288 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaec33-0e4d-479e-90af-9e68498b0beb req-0a4adc96-afab-439f-bec3-cd0d02b4ee17 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:47.968716 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3deaec33-0e4d-479e-90af-9e68498b0beb req-0a4adc96-afab-439f-bec3-cd0d02b4ee17 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1604495 Aug 31 17:09:48.047131 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-65e665aa-0ebd-4769-8a79-038911a1945d service neutron] 10.222.0.109 "GET /v2.0/networks/9072f704-235c-440f-a756-8bb2d20f2fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371266 Aug 31 17:09:48.118105 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3deaec33-0e4d-479e-90af-9e68498b0beb req-8ac36a35-0195-4465-bb50-886c264cafb1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352866 Aug 31 17:09:48.140433 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8c51277b-f481-46c6-b464-d71486cd809e req-61b49825-01c5-4f8b-897c-0f7a96436ccf service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688490 Aug 31 17:09:48.198181 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f3635baa-4cbb-455e-9d12-bd95c883366b req-cc2d7efc-a456-4fa1-bec2-7deb6950cbe1 service neutron] 10.222.0.109 "GET /v2.0/networks/9072f704-235c-440f-a756-8bb2d20f2fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395617 Aug 31 17:09:48.472033 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:48.476083 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3daf73904927da5ca866301ccbf7edcccd5a2940a5cc2b9360b79e4c48196f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974" -d '{"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:48.520053 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ace9e9-7c08-4a70-87fd-13f2a30b4a42 x-openstack-request-id: req-a9ace9e9-7c08-4a70-87fd-13f2a30b4a42 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:48.520391 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:48.520750 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a9ace9e9-7c08-4a70-87fd-13f2a30b4a42 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:48.521117 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'status': 'completed', 'code': 200} Aug 31 17:09:48.601616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-3b75ba30-2ae7-48c1-8385-6182ddddc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:48.603288 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-3b75ba30-2ae7-48c1-8385-6182ddddc6ea service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1138 time: 0.0486369 Aug 31 17:09:48.732743 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-2a1a7e66-120b-44bd-afd4-a5fd859b9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:48.734251 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-2a1a7e66-120b-44bd-afd4-a5fd859b9efe service neutron] 10.222.0.109 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 916 time: 0.0980532 Aug 31 17:09:48.823907 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-087989d4-0f4e-401d-ae1b-894f98a7810f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 1001 time: 0.0635014 Aug 31 17:09:48.877917 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-438f8f2a-70e4-4e92-b003-8b9631830391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:48.879472 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-438f8f2a-70e4-4e92-b003-8b9631830391 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 200 len: 853 time: 0.0431206 Aug 31 17:09:48.932089 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-617ca4e3-c2cc-438a-914c-9a59ebbf81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:48.933587 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-617ca4e3-c2cc-438a-914c-9a59ebbf81d4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=317ef0af-3236-445c-ab17-4a8a38ad7c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402491 Aug 31 17:09:49.121218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d940ec-ae73-46e0-8621-56dbc9c07959 req-96dfc784-0e21-4789-b9ca-cc63243deb95 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:49.122736 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-67d940ec-ae73-46e0-8621-56dbc9c07959 req-96dfc784-0e21-4789-b9ca-cc63243deb95 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 948 time: 0.0766470 Aug 31 17:09:49.125132 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-722a973c-2752-43e9-a777-fb289d2c1e67 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292372 Aug 31 17:09:49.217921 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-67d940ec-ae73-46e0-8621-56dbc9c07959 req-2c406ca7-c843-42d3-8818-58774bc59f8d tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892274 Aug 31 17:09:49.238495 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8b6b-caf3-4f1c-88c7-d782ca28880d req-200f539c-b2d4-4ce4-8fbf-623160ab2fe1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:49.240599 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dc8c8b6b-caf3-4f1c-88c7-d782ca28880d req-200f539c-b2d4-4ce4-8fbf-623160ab2fe1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0507421 Aug 31 17:09:49.256758 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f064ed1e-5b81-4227-a2a0-acfb8b7c8974 req-01eff1b0-23d1-4d3f-98c6-cccc10e69267 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206853 Aug 31 17:09:49.284856 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dc8c8b6b-caf3-4f1c-88c7-d782ca28880d req-a42b8582-1c96-42c0-bdf5-16157ada4bab tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 Aug 31 17:09:50.341816 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9539-3d72-4844-b108-450fd6b9d5db req-2c2c5ebb-a924-467e-8d40-04d10988ec21 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:50.343437 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3afc9539-3d72-4844-b108-450fd6b9d5db req-2c2c5ebb-a924-467e-8d40-04d10988ec21 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 948 time: 0.0515225 Aug 31 17:09:50.381522 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3afc9539-3d72-4844-b108-450fd6b9d5db req-397dccdf-6726-440e-88e7-9a93b53acd41 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Aug 31 17:09:50.608650 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:50.661197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbdb5f23-5cd5-4d09-84d2-c29032a6b3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:51.497441 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabcc47-c78f-41c1-b000-eae939537cf1 req-91e856e1-da9d-461f-aa4c-c4ebe3800962 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:51.498914 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-acabcc47-c78f-41c1-b000-eae939537cf1 req-91e856e1-da9d-461f-aa4c-c4ebe3800962 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 948 time: 0.0494690 Aug 31 17:09:51.539646 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-acabcc47-c78f-41c1-b000-eae939537cf1 req-8809b0cb-3c9b-4991-b12e-0a2e643b533f tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347290 Aug 31 17:09:51.793875 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bfbd7-f8f9-447e-baec-6a0ce44e2794 req-e92899f3-0aed-4455-9a3e-af52d26f4b7a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:51.795240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-361bfbd7-f8f9-447e-baec-6a0ce44e2794 req-e92899f3-0aed-4455-9a3e-af52d26f4b7a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0503931 Aug 31 17:09:51.835361 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-361bfbd7-f8f9-447e-baec-6a0ce44e2794 req-d577989c-b8f7-4988-b2e2-cc55ac74c2dc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 Aug 31 17:09:51.922494 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:52.184883 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:09:52.299883 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:52.313143 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193', 'network_id': '9072f704-235c-440f-a756-8bb2d20f2fbc', 'port_id': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193', 'mac_address': 'fa:16:3e:7c:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e82c99-1c87-4940-bf65-059991f4eb97', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:09:52.355689 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:52.370818 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:09:52.390593 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:52.394548 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:52.443497 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:52.663264 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286594-0a64-4a1f-9669-24507a3ccd2f req-9e128d28-acca-497b-be9d-28912fe16f22 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:52.664938 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-06286594-0a64-4a1f-9669-24507a3ccd2f req-9e128d28-acca-497b-be9d-28912fe16f22 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 949 time: 0.0496681 Aug 31 17:09:52.707840 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-06286594-0a64-4a1f-9669-24507a3ccd2f req-a3fb0c7c-bdfa-4761-a740-652e04236743 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Aug 31 17:09:53.197842 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['f34f7b8e-52c5-4f2e-bce0-8e90e33d3193'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:09:53.538312 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.545320 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 42740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:53.664065 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f69b51f-5cec-42f5-b78f-a5ee7bbf0954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.755521 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f69b51f-5cec-42f5-b78f-a5ee7bbf0954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.760720 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f69b51f-5cec-42f5-b78f-a5ee7bbf0954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.824256 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9f69b51f-5cec-42f5-b78f-a5ee7bbf0954 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b8a82ef090f645478f7d2736c423777d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777224 Aug 31 17:09:53.827313 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 42746) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:09:53.828499 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69b51f-5cec-42f5-b78f-a5ee7bbf0954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b815797-c71b-49f4-b645-f41d562e1961,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:53.851957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eab60-2510-48f8-9ccc-a1d8fb079054 req-05a34cd3-157a-4029-bad2-caf7de9f19d4 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:53.853511 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f4eab60-2510-48f8-9ccc-a1d8fb079054 req-05a34cd3-157a-4029-bad2-caf7de9f19d4 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 949 time: 0.0722032 Aug 31 17:09:53.876368 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b74569e-eeb8-4cbc-b2b5-64d2d8a20b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.893804 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0f4eab60-2510-48f8-9ccc-a1d8fb079054 req-0d8c3940-62c9-42cf-aaf6-ee60b61f9853 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Aug 31 17:09:53.898413 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b74569e-eeb8-4cbc-b2b5-64d2d8a20b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.946675 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b74569e-eeb8-4cbc-b2b5-64d2d8a20b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.949041 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b74569e-eeb8-4cbc-b2b5-64d2d8a20b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:53.950166 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7b74569e-eeb8-4cbc-b2b5-64d2d8a20b1a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7b815797-c71b-49f4-b645-f41d562e1961 HTTP/1.1" status: 204 len: 168 time: 0.1218073 Aug 31 17:09:53.958235 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74569e-eeb8-4cbc-b2b5-64d2d8a20b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b815797-c71b-49f4-b645-f41d562e1961,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:55.011343 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b05db6-429a-49d1-81cc-aa1780a136b4 req-d24ab36a-6521-4510-97f6-adb987a0048b tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:55.012841 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65b05db6-429a-49d1-81cc-aa1780a136b4 req-d24ab36a-6521-4510-97f6-adb987a0048b tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 949 time: 0.0496640 Aug 31 17:09:55.051637 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65b05db6-429a-49d1-81cc-aa1780a136b4 req-ac7292f0-ae3e-4d47-bb94-27d86d05bc46 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Aug 31 17:09:56.172111 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b984a-74c2-4ce7-b862-cee392bca7ac req-db231649-86a5-46f9-9bd7-8e04191e8f46 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:56.173615 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-330b984a-74c2-4ce7-b862-cee392bca7ac req-db231649-86a5-46f9-9bd7-8e04191e8f46 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 949 time: 0.0527411 Aug 31 17:09:56.209986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:09:56.212249 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-330b984a-74c2-4ce7-b862-cee392bca7ac req-3791e9de-41c8-4be0-ad79-2faffe0b17df tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Aug 31 17:09:56.258573 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:09:56.262165 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:09:56.262531 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:56.452731 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:56.474479 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:09:56.476723 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba87c67-63ab-4fc5-82a2-2fce2041d917" -d '{"events": [{"server_uuid": "e7d0b277-f12d-4708-80a4-a130d4c9bd70", "name": "network-vif-plugged", "status": "completed", "tag": "f34f7b8e-52c5-4f2e-bce0-8e90e33d3193"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:09:56.490361 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:09:56.495527 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:09:56.520066 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6edbb5e-1d25-42ce-9ae2-5e731d940113 x-openstack-request-id: req-a6edbb5e-1d25-42ce-9ae2-5e731d940113 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:09:56.520346 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d0b277-f12d-4708-80a4-a130d4c9bd70", "name": "network-vif-plugged", "status": "completed", "tag": "f34f7b8e-52c5-4f2e-bce0-8e90e33d3193", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:09:56.520689 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a6edbb5e-1d25-42ce-9ae2-5e731d940113 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:09:56.521069 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193', 'code': 200} Aug 31 17:09:56.547873 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:09:56.696903 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f70efa-11a5-402c-bf07-ba3895546419 req-f024981d-1c7b-4b6b-82a0-ba4239e0d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:56.698291 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-70f70efa-11a5-402c-bf07-ba3895546419 req-f024981d-1c7b-4b6b-82a0-ba4239e0d42a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 1103 time: 0.0411201 Aug 31 17:09:56.735589 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-70f70efa-11a5-402c-bf07-ba3895546419 req-51a8dce3-2486-4f8d-8026-5456c7f322df service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284350 Aug 31 17:09:57.331674 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9be4-f5d3-43bc-b299-3aa32c002443 req-8e761ae3-798f-45e2-8d35-d35ed9494342 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:57.333186 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-589a9be4-f5d3-43bc-b299-3aa32c002443 req-8e761ae3-798f-45e2-8d35-d35ed9494342 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0533001 Aug 31 17:09:57.372422 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-589a9be4-f5d3-43bc-b299-3aa32c002443 req-137f817e-bf3e-44fc-8d37-7323ba5f9278 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Aug 31 17:09:58.491931 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9df1-b21e-495c-8aac-3f46c36ef394 req-db821d8e-dccd-4a66-8a71-72d89af39946 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:58.493481 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9f7a9df1-b21e-495c-8aac-3f46c36ef394 req-db821d8e-dccd-4a66-8a71-72d89af39946 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0530493 Aug 31 17:09:58.532867 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9f7a9df1-b21e-495c-8aac-3f46c36ef394 req-54cd92a5-810f-4be6-b901-9bba994e7a34 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Aug 31 17:09:59.664361 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c056-ea1e-46bd-9cff-75206b9fb034 req-15e0051c-b138-4546-885a-169beb4df540 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:59.666665 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bb67c056-ea1e-46bd-9cff-75206b9fb034 req-15e0051c-b138-4546-885a-169beb4df540 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0577295 Aug 31 17:09:59.707591 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bb67c056-ea1e-46bd-9cff-75206b9fb034 req-2535dff8-c0da-46c8-aadb-fe887c91112c tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Aug 31 17:09:59.977620 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd58cd-48c6-4c49-8380-4f7c87af596c req-d2773c33-a043-4737-a987-355f25e297ac tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:09:59.979061 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-12cd58cd-48c6-4c49-8380-4f7c87af596c req-d2773c33-a043-4737-a987-355f25e297ac tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0522153 Aug 31 17:10:00.003650 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10365-1533-44e4-ad31-970538558fce req-b960b8de-f9fe-471e-9d73-97bdf8ca6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:00.005593 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-b960b8de-f9fe-471e-9d73-97bdf8ca6e19 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0721045 Aug 31 17:10:00.018145 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b67d91-824f-467e-a33d-815e4cc36e20 req-d2c81698-b849-4d08-bdae-c18639ea5bf8 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:00.019612 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-68b67d91-824f-467e-a33d-815e4cc36e20 req-d2c81698-b849-4d08-bdae-c18639ea5bf8 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0769777 Aug 31 17:10:00.025912 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-12cd58cd-48c6-4c49-8380-4f7c87af596c req-7a3655fe-6581-4717-ba39-6e72695c3f5c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Aug 31 17:10:00.111815 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-68b67d91-824f-467e-a33d-815e4cc36e20 req-5cf0a2dc-95d1-492a-bea7-5405fadf2d78 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733969 Aug 31 17:10:00.134646 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10365-1533-44e4-ad31-970538558fce req-0f139664-1826-4962-a5ea-e30cd66dbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:00.136112 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-0f139664-1826-4962-a5ea-e30cd66dbdf1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.1156673 Aug 31 17:10:00.187830 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-9e7fbeb1-be65-4c1f-8487-c145b8d7272c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 217 time: 0.0401523 Aug 31 17:10:00.244036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10365-1533-44e4-ad31-970538558fce req-17a255da-50ce-4c75-a06d-ae15dacbaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:00.245421 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-17a255da-50ce-4c75-a06d-ae15dacbaaf5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0454545 Aug 31 17:10:00.286961 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-add5f5d8-0165-4ae3-8ce4-1e47bdab1b0b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248396 Aug 31 17:10:00.409218 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-762d394b-19e5-4b34-b67f-ae1fa9eceeef service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078820 Aug 31 17:10:00.510593 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a3c10365-1533-44e4-ad31-970538558fce req-02d924ed-87ae-405f-ac05-058050812709 service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847814 Aug 31 17:10:01.147216 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb25ee-07e2-45dd-8f2a-431aef00d860 req-15d2b0e1-9737-4070-b29a-3009c3bd7f10 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:01.149332 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-96eb25ee-07e2-45dd-8f2a-431aef00d860 req-15d2b0e1-9737-4070-b29a-3009c3bd7f10 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0510938 Aug 31 17:10:01.192246 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-96eb25ee-07e2-45dd-8f2a-431aef00d860 req-73339844-bc82-42d9-8fa8-efadf0066ebb tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329642 Aug 31 17:10:01.237785 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b140-973f-4d43-89af-8557d79a006e req-957250f0-9dde-4540-a28c-1ad6773627f5 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:01.239271 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f4b3b140-973f-4d43-89af-8557d79a006e req-957250f0-9dde-4540-a28c-1ad6773627f5 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0499401 Aug 31 17:10:01.277306 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f4b3b140-973f-4d43-89af-8557d79a006e req-34844f2c-8a99-4669-bcc2-72107dd22bd4 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 31 17:10:02.317240 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e477fe-d79a-4504-a6f1-d853be8c5c57 req-3a666bb9-5675-40dd-98ad-04bd43c9622e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:02.318770 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-86e477fe-d79a-4504-a6f1-d853be8c5c57 req-3a666bb9-5675-40dd-98ad-04bd43c9622e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0524855 Aug 31 17:10:02.360595 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-86e477fe-d79a-4504-a6f1-d853be8c5c57 req-eab3a28c-de67-4e20-9138-22ee805c7937 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Aug 31 17:10:02.402786 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfb403-8936-45f0-8369-cb7a1c71e4fe req-14680b4f-f9cd-4bce-b3fe-472dcb54c776 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:02.404156 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4ecfb403-8936-45f0-8369-cb7a1c71e4fe req-14680b4f-f9cd-4bce-b3fe-472dcb54c776 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0572815 Aug 31 17:10:02.442886 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4ecfb403-8936-45f0-8369-cb7a1c71e4fe req-c2ae4407-8ffa-4815-a638-5ebd3aaabb63 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/security-groups?id=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Aug 31 17:10:02.710957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-f5c2fe53-96aa-4301-ac2b-a579c59c1181 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:02.713030 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-f5c2fe53-96aa-4301-ac2b-a579c59c1181 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.109 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 950 time: 0.0537982 Aug 31 17:10:02.820209 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Deleting port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:10:02.820581 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:02.914896 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] For port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,segment=NetworkSegment(6fd739ec-ede0-4850-843f-185610f8b1a3),segment_id=6fd739ec-ede0-4850-843f-185610f8b1a3)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:02.915167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:02.928186 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Calling delete_port for f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:10:03.058571 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:03.079006 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['f34f7b8e-52c5-4f2e-bce0-8e90e33d3193'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:10:03.089236 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Pushing event deleted for resources: {'Port': ['ID=f34f7b8e-52c5-4f2e-bce0-8e90e33d3193,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:03.143047 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] No DVR routers for this DVR port f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:10:03.146927 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:03.149752 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ec386fff-06b0-4dae-a045-a447c51041a7 req-283cecea-ba1e-4ff1-8355-7c3061890f33 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.109 "DELETE /v2.0/ports/f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 HTTP/1.1" status: 204 len: 173 time: 0.4159007 Aug 31 17:10:03.150247 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'name': 'network-vif-deleted', 'tag': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:10:03.152579 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dece7551-3d33-4f85-9f4c-612bec6af74c" -d '{"events": [{"server_uuid": "e7d0b277-f12d-4708-80a4-a130d4c9bd70", "name": "network-vif-deleted", "tag": "f34f7b8e-52c5-4f2e-bce0-8e90e33d3193"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:10:03.200093 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc912ec-3f72-46c9-ac20-55b12d34204d x-openstack-request-id: req-7cc912ec-3f72-46c9-ac20-55b12d34204d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:10:03.200390 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d0b277-f12d-4708-80a4-a130d4c9bd70", "name": "network-vif-deleted", "tag": "f34f7b8e-52c5-4f2e-bce0-8e90e33d3193", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:10:03.200685 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7cc912ec-3f72-46c9-ac20-55b12d34204d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:10:03.201095 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d0b277-f12d-4708-80a4-a130d4c9bd70', 'name': 'network-vif-deleted', 'tag': 'f34f7b8e-52c5-4f2e-bce0-8e90e33d3193', 'status': 'completed', 'code': 200} Aug 31 17:10:03.484840 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a4ba-6bb8-4835-ad10-a4a644828ab6 req-ad49f3ff-38bd-434c-b7e3-de20632038eb tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:03.486345 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c3a4ba-6bb8-4835-ad10-a4a644828ab6 req-ad49f3ff-38bd-434c-b7e3-de20632038eb tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0547564 Aug 31 17:10:03.526413 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c3a4ba-6bb8-4835-ad10-a4a644828ab6 req-7141fce3-3f54-4544-9b26-d8e06730978a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Aug 31 17:10:03.556518 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-618bfe62-fa73-4889-9b6c-14db578d5726 req-e7a05946-69e2-48d4-b6ed-bf5c4595d839 tempest-VolumesNegativeTest-256528822 tempest-VolumesNegativeTest-256528822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e7d0b277-f12d-4708-80a4-a130d4c9bd70 HTTP/1.1" status: 200 len: 210 time: 0.0328109 Aug 31 17:10:04.660795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821281d-3a7f-45f3-8925-dec172e00e88 req-b5dd1f28-2653-46b8-997c-c3c690940d58 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:04.662996 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a821281d-3a7f-45f3-8925-dec172e00e88 req-b5dd1f28-2653-46b8-997c-c3c690940d58 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0550089 Aug 31 17:10:04.730102 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a821281d-3a7f-45f3-8925-dec172e00e88 req-a3a56d3a-a1de-4846-91ee-831ed8e19a3c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563169 Aug 31 17:10:05.864946 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42124471-df1f-4cf2-b986-add77709ccbf req-7a6ccc7d-9ba4-45c1-a7d1-644203128a91 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:05.867444 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-42124471-df1f-4cf2-b986-add77709ccbf req-7a6ccc7d-9ba4-45c1-a7d1-644203128a91 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0641239 Aug 31 17:10:05.924277 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-42124471-df1f-4cf2-b986-add77709ccbf req-9782be24-1bc0-41b5-82f6-ede6b21f9bba tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502827 Aug 31 17:10:06.257036 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:10:06.280801 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:10:06.281141 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f34f7b8e-52c5-4f2e-bce0-8e90e33d3193 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:10:07.046542 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e7e53-4465-477a-ac8b-928610e49299 req-446aebae-d43b-4abe-8628-f56ac061ed0c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:07.048356 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-279e7e53-4465-477a-ac8b-928610e49299 req-446aebae-d43b-4abe-8628-f56ac061ed0c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0538716 Aug 31 17:10:07.101776 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-279e7e53-4465-477a-ac8b-928610e49299 req-3b138eb8-6a40-4929-a765-b7e82ebdb145 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Aug 31 17:10:08.228498 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4f6ed-9115-4fd5-8302-b26fc92f8d35 req-4d58d54b-f6b2-49d2-b094-09be674e14a8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:08.229986 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9de4f6ed-9115-4fd5-8302-b26fc92f8d35 req-4d58d54b-f6b2-49d2-b094-09be674e14a8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0499392 Aug 31 17:10:08.273572 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9de4f6ed-9115-4fd5-8302-b26fc92f8d35 req-b07c7b08-146c-4a04-bb64-2f7d35696e00 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Aug 31 17:10:08.850864 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:08.983200 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-5bed0568-415b-4c62-a03d-46fe0043e978 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d309f145d21a447295e52d4697f1a3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310689 Aug 31 17:10:08.985829 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:09.032688 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490af454-23e2-4f7d-88e1-2531b671f1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.053178 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490af454-23e2-4f7d-88e1-2531b671f1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.101995 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490af454-23e2-4f7d-88e1-2531b671f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.104438 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490af454-23e2-4f7d-88e1-2531b671f1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.105599 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-490af454-23e2-4f7d-88e1-2531b671f1d5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08 HTTP/1.1" status: 204 len: 168 time: 0.1189022 Aug 31 17:10:09.113132 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490af454-23e2-4f7d-88e1-2531b671f1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b9333-7d61-4a15-b7e8-c2a2fcfa1e08,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:09.417706 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67fb6a-078f-4f54-b495-8848fc2efcd4 req-3f668599-3255-426c-8f00-0352d525141c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:09.420064 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1d67fb6a-078f-4f54-b495-8848fc2efcd4 req-3f668599-3255-426c-8f00-0352d525141c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0682523 Aug 31 17:10:09.472687 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1d67fb6a-078f-4f54-b495-8848fc2efcd4 req-47eb49fa-9850-4fcf-8e48-6bc9c1af868d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Aug 31 17:10:09.735791 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.831448 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43148) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:09.934121 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1864241395-network', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:09.955058 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Made reservation on behalf of ad5c7206ee68464aaefa52e368e8f5de for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:10:09.957493 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:09.966550 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.057998 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.061850 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.091246 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:10:10.096552 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eaf591-2b57-48d6-9fb8-3b69a00f35ae,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:10.106099 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.106445 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Added segment d589e325-2cb0-4133-b794-6c54169ffd9d of type vlan for network d6c80e80-588e-459a-b546-d3db8c6be4d3 Aug 31 17:10:10.145370 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.170522 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.171540 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:10.172101 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.230291 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3976188 Aug 31 17:10:10.233058 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43152) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:10.239721 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Request body: {'subnet': {'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1864241395-subnet', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:10.243884 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4f199-1508-472c-80e4-39333c136530 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c80e80-588e-459a-b546-d3db8c6be4d3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:10.253775 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:10:10.263109 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Made reservation on behalf of ad5c7206ee68464aaefa52e368e8f5de for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:10:10.265727 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9504461'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.437517 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9534206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9504475'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.492643 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e802a9-e1ea-4c38-8867-78dff79c0454,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:10.501581 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Checking segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:10.501945 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Network hostable DHCP agents. Network: d6c80e80-588e-459a-b546-d3db8c6be4d3, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:10:10.521055 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:10:10.536322 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, d6c80e80-588e-459a-b546-d3db8c6be4d3) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:10.542552 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:10.543180 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.546910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a378baf-2f90-44c7-8869-9f88ee2a0a6e None None] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:10:10.563581 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43160) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:10.566747 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7e084f78-5e34-465e-b500-f361e0f88577 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3267357 Aug 31 17:10:10.569523 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:10.593991 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.595548 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.626383 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3312f7-c7b0-4cac-b470-908d624e131f req-5861b921-ad94-4159-a18e-c9858a8286cc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:10.629138 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3c3312f7-c7b0-4cac-b470-908d624e131f req-5861b921-ad94-4159-a18e-c9858a8286cc tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0610716 Aug 31 17:10:10.650017 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.670881 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3c3312f7-c7b0-4cac-b470-908d624e131f req-96fd697d-7383-4f7e-902d-cba13bb14c3f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347965 Aug 31 17:10:10.711386 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-d6c80e80-588e-459a-b546-d3db8c6be4d3', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:10:10.712332 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.807993 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:10.872311 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Allocated IP 172.20.0.2 (d6c80e80-588e-459a-b546-d3db8c6be4d3/90e802a9-e1ea-4c38-8867-78dff79c0454/dc42d44d-3cdb-45ea-bf7a-77d3a638775e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:11.026581 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.037270 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.046455 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Transition to ACTIVE for port object dc42d44d-3cdb-45ea-bf7a-77d3a638775e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:11.046880 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.065108 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Transition to ACTIVE for port object dc42d44d-3cdb-45ea-bf7a-77d3a638775e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:11.072634 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.119445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:11.126524 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:11.128741 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Pushing event updated for resources: {'Port': ['ID=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:11.130944 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:11.176213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Allocated IP 172.27.2.77 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/a571eb88-7cda-4fa1-ae88-0ac164342ffc) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:11.196549 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Attempting to bind port dc42d44d-3cdb-45ea-bf7a-77d3a638775e on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:11.196969 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Attempting to bind port dc42d44d-3cdb-45ea-bf7a-77d3a638775e by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:11.197445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Attempting to bind port dc42d44d-3cdb-45ea-bf7a-77d3a638775e on network d6c80e80-588e-459a-b546-d3db8c6be4d3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:11.206019 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:11.206591 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Checking segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:11.207209 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.207821 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Bound using segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:11.208599 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Bound port: dc42d44d-3cdb-45ea-bf7a-77d3a638775e, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:11.209199 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.283731 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] For port dc42d44d-3cdb-45ea-bf7a-77d3a638775e, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:11.287390 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] For port dc42d44d-3cdb-45ea-bf7a-77d3a638775e, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:11.293579 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.315303 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.369722 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Pushing event updated for resources: {'Port': ['ID=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:11.371848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:11.380627 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.380978 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.381321 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.381658 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.381992 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.382314 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.382708 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.383149 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.383624 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.383956 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.384291 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.384691 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddf0e32-cdf4-4798-9a17-7089758e644d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:11.414679 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:11.417755 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:11.421450 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:11.503103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Pushing event updated for resources: {'Port': ['ID=a571eb88-7cda-4fa1-ae88-0ac164342ffc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:12.014751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.031017 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device dc42d44d-3cdb-45ea-bf7a-77d3a638775e up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:12.062754 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87e247-29c6-4d38-8574-2ca775a9408e req-a435c316-fa2d-4eee-9577-cfa58f370724 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:12.064321 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2d87e247-29c6-4d38-8574-2ca775a9408e req-a435c316-fa2d-4eee-9577-cfa58f370724 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1014240 Aug 31 17:10:12.109838 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port dc42d44d-3cdb-45ea-bf7a-77d3a638775e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:12.138606 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:10:12.151327 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2d87e247-29c6-4d38-8574-2ca775a9408e req-5559846d-242e-4715-b445-b5e4f8c81f8b tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804863 Aug 31 17:10:12.275091 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.407425 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf90dd-4d16-43ca-8703-0d968feff3f1 None None] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:10:12.436149 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:10:12.504692 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] Provisioning for port dc42d44d-3cdb-45ea-bf7a-77d3a638775e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:12.530441 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] Provisioning complete for port dc42d44d-3cdb-45ea-bf7a-77d3a638775e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:12.530814 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.549979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:10:12.564811 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Sync routers for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:10:12.570183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.571455 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1b8bb231-cfa6-4589-9e3f-36b4c0df5de4 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0058110 Aug 31 17:10:12.574191 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43170) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:12.576507 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:12.577413 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:12.666463 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.703300 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] For port dc42d44d-3cdb-45ea-bf7a-77d3a638775e, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:12.704791 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:12.709055 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.785315 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaa329-6fbe-48f6-afc4-eae8ef5da703 None None] Pushing event updated for resources: {'Port': ['ID=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:12.911390 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:11Z', 'revision_number': 3, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:12.929614 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-42c471ac-9abb-45f8-a5cd-bf05cecafbd3 None None] Provisioning complete for port dc42d44d-3cdb-45ea-bf7a-77d3a638775e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:12.930254 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42c471ac-9abb-45f8-a5cd-bf05cecafbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:12.937915 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Checking router: 75ac6f13-37ea-43f7-9d3a-ed692e63c882 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:10:12.938530 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Updating router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 port a571eb88-7cda-4fa1-ae88-0ac164342ffc binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:10:12.967380 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.059174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.235140 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Allocated IP 172.20.0.1 (d6c80e80-588e-459a-b546-d3db8c6be4d3/90e802a9-e1ea-4c38-8867-78dff79c0454/740ce908-9e2b-4563-892d-f2adb9d80d19) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:13.302476 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fcbc8-7560-42ed-9d24-f405c79a3219 req-f4ad0d3b-68d4-4ce8-801f-f5e5e2d2e504 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:13.304744 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a73fcbc8-7560-42ed-9d24-f405c79a3219 req-f4ad0d3b-68d4-4ce8-801f-f5e5e2d2e504 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0684309 Aug 31 17:10:13.332161 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.343168 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Transition to ACTIVE for port object a571eb88-7cda-4fa1-ae88-0ac164342ffc will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:13.349825 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.357058 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a73fcbc8-7560-42ed-9d24-f405c79a3219 req-26428445-7e5c-4560-b18c-25494fdcaf59 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Aug 31 17:10:13.361455 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.380042 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Transition to ACTIVE for port object 740ce908-9e2b-4563-892d-f2adb9d80d19 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:13.404719 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Attempting to bind port a571eb88-7cda-4fa1-ae88-0ac164342ffc on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:13.405235 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Attempting to bind port a571eb88-7cda-4fa1-ae88-0ac164342ffc by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:13.405654 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Attempting to bind port a571eb88-7cda-4fa1-ae88-0ac164342ffc on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:13.411418 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Pushing event updated for resources: {'Port': ['ID=a571eb88-7cda-4fa1-ae88-0ac164342ffc,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:13.414158 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.416412 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:13.416810 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:13.417204 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.417587 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:13.418041 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Bound port: a571eb88-7cda-4fa1-ae88-0ac164342ffc, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:13.418430 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.424563 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.424925 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.425251 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.425562 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.425886 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.426500 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.426500 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.426831 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.427169 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.427488 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.427801 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.428111 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:13.456233 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:13.462731 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:13.464882 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Pushing event updated for resources: {'Port': ['ID=740ce908-9e2b-4563-892d-f2adb9d80d19,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:13.467036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:13.467511 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.492353 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] For port a571eb88-7cda-4fa1-ae88-0ac164342ffc, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:13.496451 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] For port a571eb88-7cda-4fa1-ae88-0ac164342ffc, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=a571eb88-7cda-4fa1-ae88-0ac164342ffc,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:13.501763 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.578904 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5961c2-f3d2-45b8-8b77-e772787078f3 None None] Pushing event updated for resources: {'Port': ['ID=a571eb88-7cda-4fa1-ae88-0ac164342ffc,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:13.590821 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:13.591448 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:13.618676 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.705941 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:13.756580 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-713d4a69-2929-4747-99ef-cf10a9a1299c None None] Provisioning for port 740ce908-9e2b-4563-892d-f2adb9d80d19 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:13.761827 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-713d4a69-2929-4747-99ef-cf10a9a1299c None None] Provisioning complete for port 740ce908-9e2b-4563-892d-f2adb9d80d19 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:13.762188 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-713d4a69-2929-4747-99ef-cf10a9a1299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.797751 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-713d4a69-2929-4747-99ef-cf10a9a1299c None None] Port 740ce908-9e2b-4563-892d-f2adb9d80d19 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:10:13.813986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.821893 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.822863 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:13.914836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Pushing event updated for resources: {'Port': ['ID=740ce908-9e2b-4563-892d-f2adb9d80d19,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:13.928470 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 1, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:13.956931 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8476fd4-50e8-424a-9b1c-f1c06b1b7c0c None None] The sync data for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi is: [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 1, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:10:13.959052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:13.960794 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:13.989543 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device dc42d44d-3cdb-45ea-bf7a-77d3a638775e up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:14.055385 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port dc42d44d-3cdb-45ea-bf7a-77d3a638775e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:14.056113 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:14.097435 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:10:14.232204 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f1bc9eef-2a52-436b-ab5b-33f111cf2bfd None None] Provisioning complete for port 740ce908-9e2b-4563-892d-f2adb9d80d19 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:14.232540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f1bc9eef-2a52-436b-ab5b-33f111cf2bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:14.247332 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:10:14.253656 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-73e17c48-6b33-4aaf-b3de-0a35286f6dbd admin admin] 10.222.0.107 "PUT /v2.0/routers/75ac6f13-37ea-43f7-9d3a-ed692e63c882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6779156 Aug 31 17:10:14.279865 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc9eef-2a52-436b-ab5b-33f111cf2bfd None None] Port 740ce908-9e2b-4563-892d-f2adb9d80d19 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:10:14.502581 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c92054-ec13-42f8-80f8-3649a177190d req-ad97a0c9-09ad-4b1e-b434-33ed8538077a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:14.504222 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90c92054-ec13-42f8-80f8-3649a177190d req-ad97a0c9-09ad-4b1e-b434-33ed8538077a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0740943 Aug 31 17:10:14.545477 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90c92054-ec13-42f8-80f8-3649a177190d req-eada207b-9240-40d2-95f1-a797f852ef71 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Aug 31 17:10:14.857460 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:14.862519 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-685461364-network', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:14.886713 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Made reservation on behalf of 8dd853f2d1d74f7a90025616ea70a473 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:10:14.889226 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:14.898219 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.005836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.010222 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.035390 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] vlan segment allocate from pool success with {'vlan_id': 1549, 'physical_network': 'physnet1'} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:10:15.046052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417599e6-c0e5-4e9d-8db6-b6a5804e9a90,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:15.051008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.051367 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Added segment afb2c291-d829-4404-a4d3-7aaab35f45da of type vlan for network 205ce276-ac4f-442a-8072-c42ffe762f05 Aug 31 17:10:15.095796 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.132805 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.133888 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:15.134557 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.211249 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3520951 Aug 31 17:10:15.214301 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43202) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:15.219912 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Request body: {'subnet': {'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-685461364-subnet', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:15.220868 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b5872-81b6-4f03-990a-fcdaa314072f admin admin] Pushing event updated for resources: {'Network': ['ID=205ce276-ac4f-442a-8072-c42ffe762f05,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:15.237378 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 205ce276-ac4f-442a-8072-c42ffe762f05 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:10:15.253618 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Made reservation on behalf of 8dd853f2d1d74f7a90025616ea70a473 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:10:15.256536 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9504461'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.434092 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9534206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9504475'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.490691 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad884df6-145e-40f0-aebf-35a376ea5688,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:15.502694 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Checking segment: {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:15.503055 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Network hostable DHCP agents. Network: 205ce276-ac4f-442a-8072-c42ffe762f05, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:10:15.523113 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Network 205ce276-ac4f-442a-8072-c42ffe762f05 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:10:15.531553 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 205ce276-ac4f-442a-8072-c42ffe762f05) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:15.536609 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:15.538515 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.540166 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343d315-11d0-4ceb-a85f-bcabe76a6a47 None None] Network 205ce276-ac4f-442a-8072-c42ffe762f05 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:10:15.553090 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-95559162-1ff0-44f4-a0a3-8f89763a2591 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3373327 Aug 31 17:10:15.556207 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43204) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:15.560749 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:15.587224 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.587932 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.668819 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.740739 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-205ce276-ac4f-442a-8072-c42ffe762f05', 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'fixed_ips': [{'subnet_id': 'ad884df6-145e-40f0-aebf-35a376ea5688'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:10:15.741640 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.768037 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7e771-e80b-4975-90ee-0f3e10e62561 req-86d91a5d-2c65-4f0e-b2a7-ac0ca577b2bd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:15.769629 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-42a7e771-e80b-4975-90ee-0f3e10e62561 req-86d91a5d-2c65-4f0e-b2a7-ac0ca577b2bd tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1368759 Aug 31 17:10:15.862703 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:15.902715 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-42a7e771-e80b-4975-90ee-0f3e10e62561 req-69d97258-c7a8-47bb-b721-b8a43b586976 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902538 Aug 31 17:10:15.934231 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Allocated IP 172.20.0.2 (205ce276-ac4f-442a-8072-c42ffe762f05/ad884df6-145e-40f0-aebf-35a376ea5688/64e589f4-2ca4-4491-b33d-9d2770a03393) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:16.075952 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a571eb88-7cda-4fa1-ae88-0ac164342ffc up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:16.179381 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.186064 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port a571eb88-7cda-4fa1-ae88-0ac164342ffc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:16.188450 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.196619 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port a571eb88-7cda-4fa1-ae88-0ac164342ffc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:16.196989 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.201086 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Transition to ACTIVE for port object 64e589f4-2ca4-4491-b33d-9d2770a03393 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:16.204242 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.246714 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Transition to ACTIVE for port object 64e589f4-2ca4-4491-b33d-9d2770a03393 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:16.253477 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.302866 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Sync routers for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:10:16.305826 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Network 205ce276-ac4f-442a-8072-c42ffe762f05 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:16.315985 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:16.324632 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Allocated IP 172.27.2.3 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/c8e3a98b-1df4-4884-ae63-e2eecfba7982) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:16.341387 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:16.343595 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Pushing event updated for resources: {'Port': ['ID=64e589f4-2ca4-4491-b33d-9d2770a03393,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:16.358816 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:16.359453 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:16.421816 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.435389 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.475207 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.500993 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port a571eb88-7cda-4fa1-ae88-0ac164342ffc, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=a571eb88-7cda-4fa1-ae88-0ac164342ffc,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:16.506926 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Attempting to bind port 64e589f4-2ca4-4491-b33d-9d2770a03393 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:16.507302 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Attempting to bind port 64e589f4-2ca4-4491-b33d-9d2770a03393 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:16.508191 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Attempting to bind port 64e589f4-2ca4-4491-b33d-9d2770a03393 on network 205ce276-ac4f-442a-8072-c42ffe762f05 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:16.511783 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:16.512825 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.516753 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:16.520263 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:16.528540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:16.528540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Checking segment: {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:16.528540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.529106 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Bound using segment: {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:16.529249 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Bound port: 64e589f4-2ca4-4491-b33d-9d2770a03393, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:16.529556 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:16.547085 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Pushing event updated for resources: {'Port': ['ID=c8e3a98b-1df4-4884-ae63-e2eecfba7982,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:16.584916 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:16.650494 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=a571eb88-7cda-4fa1-ae88-0ac164342ffc,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:16.756227 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] For port 64e589f4-2ca4-4491-b33d-9d2770a03393, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:16.780976 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] For port 64e589f4-2ca4-4491-b33d-9d2770a03393, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=64e589f4-2ca4-4491-b33d-9d2770a03393,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:16.794904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.027377 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8d87-2c3a-4e08-9526-30f61257af70 None None] Pushing event updated for resources: {'Port': ['ID=64e589f4-2ca4-4491-b33d-9d2770a03393,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:17.062224 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 2, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:17.095931 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67603d-cd03-4953-9522-7ac2b2677792 req-925a2863-26ee-44c6-813f-0895f4b8a667 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:17.097565 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9f67603d-cd03-4953-9522-7ac2b2677792 req-925a2863-26ee-44c6-813f-0895f4b8a667 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0857251 Aug 31 17:10:17.111446 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Checking router: 75ac6f13-37ea-43f7-9d3a-ed692e63c882 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:10:17.111905 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Updating router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 port 740ce908-9e2b-4563-892d-f2adb9d80d19 binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:10:17.118636 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.168452 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.206768 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9f67603d-cd03-4953-9522-7ac2b2677792 req-4586d613-73d2-40ef-924b-513623d9e34a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016290 Aug 31 17:10:17.450813 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.566329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.578786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Transition to ACTIVE for port object 740ce908-9e2b-4563-892d-f2adb9d80d19 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:17.589539 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.592034 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:10:17.657503 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6fc08-37b4-463a-9314-60f3aa50f6e6 None None] Pushing event updated for resources: {'Port': ['ID=740ce908-9e2b-4563-892d-f2adb9d80d19,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:17.715303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Attempting to bind port 740ce908-9e2b-4563-892d-f2adb9d80d19 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:17.715678 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Attempting to bind port 740ce908-9e2b-4563-892d-f2adb9d80d19 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:17.716039 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Attempting to bind port 740ce908-9e2b-4563-892d-f2adb9d80d19 on network d6c80e80-588e-459a-b546-d3db8c6be4d3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:17.722375 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:17.723329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Checking segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:17.723329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.723615 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Bound using segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:17.724103 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Bound port: 740ce908-9e2b-4563-892d-f2adb9d80d19, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:17.724500 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.731904 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:10:17.746849 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Sync routers for ids ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:10:17.755215 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.759374 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:17.759549 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a999b1a5-5681-4aa0-bc11-f445c4f2529d admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2022812 Aug 31 17:10:17.767299 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Routers {'bf273b7e-75cc-4cd5-b1b8-cb25f8833740'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:17.768238 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:17.828164 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] For port 740ce908-9e2b-4563-892d-f2adb9d80d19, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:17.832043 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] For port 740ce908-9e2b-4563-892d-f2adb9d80d19, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=740ce908-9e2b-4563-892d-f2adb9d80d19,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:17.833933 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0171c29c-4bf9-4a7d-8e3e-a11dd1888e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.838269 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:17.931664 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Set router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:17.996888 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:18.001144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:18.003853 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6fc08-37b4-463a-9314-60f3aa50f6e6 None None] Pushing event updated for resources: {'Port': ['ID=740ce908-9e2b-4563-892d-f2adb9d80d19,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:18.250522 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:18.303197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 64e589f4-2ca4-4491-b33d-9d2770a03393 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:18.309490 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 3, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:18.334508 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f0d85-52e0-41dd-a730-475e474a9d37 None None] Network 205ce276-ac4f-442a-8072-c42ffe762f05 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:10:18.374427 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Checking router: bf273b7e-75cc-4cd5-b1b8-cb25f8833740 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:10:18.375032 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Updating router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 port c8e3a98b-1df4-4884-ae63-e2eecfba7982 binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:10:18.398840 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7034ed-5c70-44a0-aa4d-249076283963 req-5b4bf015-b814-45e8-a1e4-4d3b901bd821 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:18.410311 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0a7034ed-5c70-44a0-aa4d-249076283963 req-5b4bf015-b814-45e8-a1e4-4d3b901bd821 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0843601 Aug 31 17:10:18.412708 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.462699 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2e501dd-4ed7-47dc-86ad-bc5fb33b1e4c None None] Provisioning for port 64e589f4-2ca4-4491-b33d-9d2770a03393 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:18.465954 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0a7034ed-5c70-44a0-aa4d-249076283963 req-75233fc3-4960-4383-9309-5d53f4f893af tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Aug 31 17:10:18.603128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 64e589f4-2ca4-4491-b33d-9d2770a03393 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:18.619197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 64e589f4-2ca4-4491-b33d-9d2770a03393 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:18.619585 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.748839 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.760516 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Transition to ACTIVE for port object c8e3a98b-1df4-4884-ae63-e2eecfba7982 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:18.766827 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.802570 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.815528 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.824431 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Attempting to bind port c8e3a98b-1df4-4884-ae63-e2eecfba7982 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:18.824829 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Attempting to bind port c8e3a98b-1df4-4884-ae63-e2eecfba7982 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:18.825444 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Attempting to bind port c8e3a98b-1df4-4884-ae63-e2eecfba7982 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:18.833507 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:17Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:18.835826 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1461e1b-f5d4-4088-9b83-19dd4ef62d6c None None] Pushing event updated for resources: {'Port': ['ID=c8e3a98b-1df4-4884-ae63-e2eecfba7982,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:18.840557 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:18.841163 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:18.841741 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.842272 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:18.842894 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Bound port: c8e3a98b-1df4-4884-ae63-e2eecfba7982, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:18.843946 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.870910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017dc23-4aec-4c03-90f6-5331e052155c None None] The sync data for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi is: [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:17Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:10:18.891333 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 64e589f4-2ca4-4491-b33d-9d2770a03393, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=64e589f4-2ca4-4491-b33d-9d2770a03393,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:18.899554 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:18.900521 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a571eb88-7cda-4fa1-ae88-0ac164342ffc up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:18.917399 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] For port c8e3a98b-1df4-4884-ae63-e2eecfba7982, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:18.921924 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] For port c8e3a98b-1df4-4884-ae63-e2eecfba7982, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=c8e3a98b-1df4-4884-ae63-e2eecfba7982,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:18.932406 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.012662 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Routers {'bf273b7e-75cc-4cd5-b1b8-cb25f8833740'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:19.013279 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:09:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:19.022800 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=64e589f4-2ca4-4491-b33d-9d2770a03393,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:19.044551 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Allocated IP 172.20.0.1 (205ce276-ac4f-442a-8072-c42ffe762f05/ad884df6-145e-40f0-aebf-35a376ea5688/1e5a0deb-73ef-404a-8983-3b0ee45de88b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:19.045369 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port a571eb88-7cda-4fa1-ae88-0ac164342ffc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:19.045738 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.072077 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1461e1b-f5d4-4088-9b83-19dd4ef62d6c None None] Pushing event updated for resources: {'Port': ['ID=c8e3a98b-1df4-4884-ae63-e2eecfba7982,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:19.092438 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d7a16afd-f86f-4d2e-a158-745106d8e7e5 None None] Provisioning complete for port 64e589f4-2ca4-4491-b33d-9d2770a03393 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:19.092840 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7a16afd-f86f-4d2e-a158-745106d8e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.182490 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] Set router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:19.194314 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.210949 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Transition to ACTIVE for port object 1e5a0deb-73ef-404a-8983-3b0ee45de88b will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:19.260567 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.309886 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Network 205ce276-ac4f-442a-8072-c42ffe762f05 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:19.316303 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:19.316828 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:19.317309 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.388074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5a0deb-73ef-404a-8983-3b0ee45de88b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:19.402071 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 3, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:19.553886 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f940a98-84d2-4ec6-ae2c-7d1bb6c2e72f None None] The sync data for ids ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'] in dv-cinder-786931-6-iscsi is: [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 3, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:10:19.600646 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.659520 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-308a94e2-41c4-4b62-8e2e-0f4915c6883d None None] Provisioning for port 1e5a0deb-73ef-404a-8983-3b0ee45de88b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:19.666587 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-308a94e2-41c4-4b62-8e2e-0f4915c6883d None None] Provisioning complete for port 1e5a0deb-73ef-404a-8983-3b0ee45de88b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:19.667584 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-308a94e2-41c4-4b62-8e2e-0f4915c6883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.683917 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5773-24e0-4931-8287-9472cb9bc527 req-b8ac3992-5e75-41c2-bb24-18d223f377c9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:19.685556 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-595d5773-24e0-4931-8287-9472cb9bc527 req-b8ac3992-5e75-41c2-bb24-18d223f377c9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1007528 Aug 31 17:10:19.718354 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-308a94e2-41c4-4b62-8e2e-0f4915c6883d None None] Port 1e5a0deb-73ef-404a-8983-3b0ee45de88b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:10:19.780579 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-595d5773-24e0-4931-8287-9472cb9bc527 req-63f195d7-9399-40ef-896c-c3009a64de2a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822818 Aug 31 17:10:19.857211 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.863330 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.864057 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:19.990616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5a0deb-73ef-404a-8983-3b0ee45de88b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:20.030764 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Network 205ce276-ac4f-442a-8072-c42ffe762f05 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:20.032386 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:20.187096 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device c8e3a98b-1df4-4884-ae63-e2eecfba7982 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:20.208719 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:10:20.246208 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port c8e3a98b-1df4-4884-ae63-e2eecfba7982 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:20.251347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port c8e3a98b-1df4-4884-ae63-e2eecfba7982 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:20.251902 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.376944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:10:20.382633 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7e75bbee-b386-4aed-bade-7f033c256258 admin admin] 10.222.0.107 "PUT /v2.0/routers/bf273b7e-75cc-4cd5-b1b8-cb25f8833740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6220069 Aug 31 17:10:20.487454 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.501130 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a18b293b-cec3-45a6-a963-dffe914da2f1 None None] Provisioning complete for port 1e5a0deb-73ef-404a-8983-3b0ee45de88b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:20.501520 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a18b293b-cec3-45a6-a963-dffe914da2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.534151 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port c8e3a98b-1df4-4884-ae63-e2eecfba7982, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=c8e3a98b-1df4-4884-ae63-e2eecfba7982,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:20.542618 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.543421 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 64e589f4-2ca4-4491-b33d-9d2770a03393 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:20.598312 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a18b293b-cec3-45a6-a963-dffe914da2f1 None None] Port 1e5a0deb-73ef-404a-8983-3b0ee45de88b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:10:20.668054 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.678760 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=c8e3a98b-1df4-4884-ae63-e2eecfba7982,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:20.696286 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51737457-37fa-4e27-a193-4ff809c41040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.709083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 64e589f4-2ca4-4491-b33d-9d2770a03393 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:20.709507 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.811705 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 740ce908-9e2b-4563-892d-f2adb9d80d19 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:20.865291 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 740ce908-9e2b-4563-892d-f2adb9d80d19 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:20.870024 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 740ce908-9e2b-4563-892d-f2adb9d80d19 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:20.870398 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.934071 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dd8e9-769d-483d-a19a-6e9e1413723e req-dc81635b-9205-4ec2-b174-fd996894f627 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:20.936093 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-395dd8e9-769d-483d-a19a-6e9e1413723e req-dc81635b-9205-4ec2-b174-fd996894f627 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0527952 Aug 31 17:10:20.953366 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:20.982799 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-395dd8e9-769d-483d-a19a-6e9e1413723e req-f7216ebc-f053-487c-9f31-aa16f1698396 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Aug 31 17:10:20.985395 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 740ce908-9e2b-4563-892d-f2adb9d80d19, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=740ce908-9e2b-4563-892d-f2adb9d80d19,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:20.989802 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.043770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=740ce908-9e2b-4563-892d-f2adb9d80d19,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.107826 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.112452 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-156216312', 'description': 'tempest-secgroup-smoke-156216312 description', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.134985 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.217701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.221203 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.251005 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.252103 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1432590 Aug 31 17:10:21.253414 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704f208-d4cf-4870-9cd2-a61ce5486e5f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99fa72-e952-405f-b7f5-66932ab6ccd5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.256075 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.261690 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group_rule': {'security_group_id': '0b99fa72-e952-405f-b7f5-66932ab6ccd5', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.290186 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.346097 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.351093 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.368710 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4effe611-ede2-46a8-974d-f7416870d250,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.376128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.377415 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8591ce3c-53f6-404e-9426-b17366708a20 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199365 Aug 31 17:10:21.380234 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.385252 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group_rule': {'security_group_id': '0b99fa72-e952-405f-b7f5-66932ab6ccd5', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.410937 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.468794 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.472284 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.491060 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e60484-b30f-4e61-97af-37d99eba20dc,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.498816 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.502831 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-36fdfd23-da67-46d2-afe6-82c9eae9de06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188946 Aug 31 17:10:21.503249 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43252) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.507879 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group_rule': {'security_group_id': '0b99fa72-e952-405f-b7f5-66932ab6ccd5', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.534705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.574465 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Sync routers for ids ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:10:21.584154 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Routers {'bf273b7e-75cc-4cd5-b1b8-cb25f8833740'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:21.584792 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:10:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:21.594823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.598933 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.619704 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87379296-01f2-4932-a12d-7dad87849bdb,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.625337 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.626558 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1b180da1-04c4-4d34-b89a-1a1278745c92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224253 Aug 31 17:10:21.629409 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43254) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.633781 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group_rule': {'security_group_id': '0b99fa72-e952-405f-b7f5-66932ab6ccd5', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.659305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.698607 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Set router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:21.721214 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.726741 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.746096 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a1c1f8-d5e2-4549-805e-4affec673523,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.752542 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.754089 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9403ec3c-1f29-4ab3-90b2-1e69043b8844 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236043 Aug 31 17:10:21.756765 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43258) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.768109 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group_rule': {'security_group_id': '0b99fa72-e952-405f-b7f5-66932ab6ccd5', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.798129 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Project ad5c7206ee68464aaefa52e368e8f5de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:10:21.805120 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.874984 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.882163 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.905253 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0ecb5d-eeb5-4d65-8091-178c6396475a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:21.915095 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.918878 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-4d2798d8-01bd-4bdd-9b4c-ea2f253db245 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582627 Aug 31 17:10:21.920029 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:10:21.925541 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'security_group_rule': {'security_group_id': '0b99fa72-e952-405f-b7f5-66932ab6ccd5', 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:21.933192 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.947662 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:10:19Z', 'revision_number': 4, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '1e5a0deb-73ef-404a-8983-3b0ee45de88b', 'name': '', 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'mac_address': 'fa:16:3e:11:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ad884df6-145e-40f0-aebf-35a376ea5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:18Z', 'updated_at': '2021-08-31T17:10:19Z', 'revision_number': 2, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'subnets': [{'id': 'ad884df6-145e-40f0-aebf-35a376ea5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:21.957940 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Project ad5c7206ee68464aaefa52e368e8f5de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:10:21.964582 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:21.975815 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Checking router: bf273b7e-75cc-4cd5-b1b8-cb25f8833740 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:10:21.976973 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Updating router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 port 1e5a0deb-73ef-404a-8983-3b0ee45de88b binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:10:22.001872 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.030958 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.033411 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device c8e3a98b-1df4-4884-ae63-e2eecfba7982 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:22.035281 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.053860 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=623aa304-95b3-4022-9b8f-97fe5578a57a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:22.062126 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.063585 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-767fe4c6-f95d-4495-9688-3c65b14eab65 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425223 Aug 31 17:10:22.133473 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a78ac7-f2cd-4111-a2b5-47a9370fbb81 req-b8c33529-2631-4bad-8a57-7fe13cc1aaa7 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:22.135100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f6a78ac7-f2cd-4111-a2b5-47a9370fbb81 req-b8c33529-2631-4bad-8a57-7fe13cc1aaa7 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0631418 Aug 31 17:10:22.197316 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f6a78ac7-f2cd-4111-a2b5-47a9370fbb81 req-0cb86971-acf3-418f-b197-2fd24ef4e1a2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548651 Aug 31 17:10:22.197476 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port c8e3a98b-1df4-4884-ae63-e2eecfba7982 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:22.197790 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.364387 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 740ce908-9e2b-4563-892d-f2adb9d80d19 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:22.441642 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.455956 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 740ce908-9e2b-4563-892d-f2adb9d80d19 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:22.456640 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.458381 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Transition to ACTIVE for port object 1e5a0deb-73ef-404a-8983-3b0ee45de88b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:22.478676 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.548083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2b992-6ad4-4afd-9ca6-868c3309c0c7 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0deb-73ef-404a-8983-3b0ee45de88b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:22.661624 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Attempting to bind port 1e5a0deb-73ef-404a-8983-3b0ee45de88b on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:22.662788 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Attempting to bind port 1e5a0deb-73ef-404a-8983-3b0ee45de88b by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:22.663708 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Attempting to bind port 1e5a0deb-73ef-404a-8983-3b0ee45de88b on network 205ce276-ac4f-442a-8072-c42ffe762f05 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:22.680356 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:22.680867 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Checking segment: {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:22.681554 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.682025 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Bound using segment: {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:22.682613 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Bound port: 1e5a0deb-73ef-404a-8983-3b0ee45de88b, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb2c291-d829-4404-a4d3-7aaab35f45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1549, 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:22.683195 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.760850 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] For port 1e5a0deb-73ef-404a-8983-3b0ee45de88b, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:22.764402 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] For port 1e5a0deb-73ef-404a-8983-3b0ee45de88b, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=1e5a0deb-73ef-404a-8983-3b0ee45de88b,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:22.768737 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:22.855531 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Routers {'bf273b7e-75cc-4cd5-b1b8-cb25f8833740'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:10:22.856165 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:10:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:22.862287 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2b992-6ad4-4afd-9ca6-868c3309c0c7 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0deb-73ef-404a-8983-3b0ee45de88b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:23.008054 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] Set router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:10:23.271292 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:10:19Z', 'revision_number': 4, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '1e5a0deb-73ef-404a-8983-3b0ee45de88b', 'name': '', 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'mac_address': 'fa:16:3e:11:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ad884df6-145e-40f0-aebf-35a376ea5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:18Z', 'updated_at': '2021-08-31T17:10:22Z', 'revision_number': 4, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'subnets': [{'id': 'ad884df6-145e-40f0-aebf-35a376ea5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:10:23.299196 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88302fc3-32f7-43ad-ac5c-ce77becc248f None None] The sync data for ids ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'] in dv-cinder-786931-6-iscsi is: [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:10:19Z', 'revision_number': 4, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '1e5a0deb-73ef-404a-8983-3b0ee45de88b', 'name': '', 'network_id': '205ce276-ac4f-442a-8072-c42ffe762f05', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'mac_address': 'fa:16:3e:11:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ad884df6-145e-40f0-aebf-35a376ea5688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:18Z', 'updated_at': '2021-08-31T17:10:22Z', 'revision_number': 4, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'subnets': [{'id': 'ad884df6-145e-40f0-aebf-35a376ea5688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:10:23.326569 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ac01-3be3-4685-9960-359588f5d808 req-b7fc9244-e38c-46f1-a3ce-a7d37a40c638 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:23.328309 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7f22ac01-3be3-4685-9960-359588f5d808 req-b7fc9244-e38c-46f1-a3ce-a7d37a40c638 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0576031 Aug 31 17:10:23.388190 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7f22ac01-3be3-4685-9960-359588f5d808 req-e3631936-09ac-42f3-adb1-2463a1bf900c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533462 Aug 31 17:10:23.542313 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:23.998243 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 1e5a0deb-73ef-404a-8983-3b0ee45de88b up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:24.046179 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 1e5a0deb-73ef-404a-8983-3b0ee45de88b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:24.049774 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 1e5a0deb-73ef-404a-8983-3b0ee45de88b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:24.050149 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:24.136182 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:24.167068 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 1e5a0deb-73ef-404a-8983-3b0ee45de88b, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=1e5a0deb-73ef-404a-8983-3b0ee45de88b,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:24.173127 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:24.226766 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=1e5a0deb-73ef-404a-8983-3b0ee45de88b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:24.509647 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e60c6-f1b1-402d-b54e-0651618be4cd req-13d7a88d-7a48-4420-a797-9cc2c707e7f6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:24.511159 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-954e60c6-f1b1-402d-b54e-0651618be4cd req-13d7a88d-7a48-4420-a797-9cc2c707e7f6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0517607 Aug 31 17:10:24.550670 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-954e60c6-f1b1-402d-b54e-0651618be4cd req-7f83c43a-810f-40cc-9f08-35cdb9ace04c tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Aug 31 17:10:25.684149 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd3b8-9e03-4e32-b7ca-d763b20b856c req-e7d89c07-2266-4971-a357-ecab64e4e138 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:25.686028 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a2ffd3b8-9e03-4e32-b7ca-d763b20b856c req-e7d89c07-2266-4971-a357-ecab64e4e138 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0552340 Aug 31 17:10:25.736243 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a2ffd3b8-9e03-4e32-b7ca-d763b20b856c req-4fe4a832-c2db-46d1-b176-fcc165a05ef8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Aug 31 17:10:25.994820 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 1e5a0deb-73ef-404a-8983-3b0ee45de88b up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:10:26.057958 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 1e5a0deb-73ef-404a-8983-3b0ee45de88b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:26.057958 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:26.867138 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ce356-d0ea-4756-b806-d4cc85ebd146 req-381f0ec2-a226-490d-b9eb-f256604202f1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:26.868719 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-519ce356-d0ea-4756-b806-d4cc85ebd146 req-381f0ec2-a226-490d-b9eb-f256604202f1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0513632 Aug 31 17:10:26.923307 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-519ce356-d0ea-4756-b806-d4cc85ebd146 req-3f024b96-7d55-4e12-aa73-da8242764a15 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468001 Aug 31 17:10:28.042980 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6746fd-894a-461b-b677-33eeda2f8877 req-0d08f7fc-dfb0-4c6b-bac9-b64c47ecd9b6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:28.044428 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4e6746fd-894a-461b-b677-33eeda2f8877 req-0d08f7fc-dfb0-4c6b-bac9-b64c47ecd9b6 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0478706 Aug 31 17:10:28.082940 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4e6746fd-894a-461b-b677-33eeda2f8877 req-41b4d66e-f0d4-4361-beae-fabd4c2661ea tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Aug 31 17:10:29.207476 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930947a-5cde-48fb-a04b-382883a34ae2 req-d0f6fbc3-821d-4ba1-ad5c-6417159138a3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:29.208962 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8930947a-5cde-48fb-a04b-382883a34ae2 req-d0f6fbc3-821d-4ba1-ad5c-6417159138a3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0530572 Aug 31 17:10:29.262016 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8930947a-5cde-48fb-a04b-382883a34ae2 req-6194e22f-2780-4a73-9a8a-710844244ff2 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 Aug 31 17:10:30.412837 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e6b14-a80a-45a0-950b-dcf5f01f02d2 req-efa46519-1ce4-4d87-8a7a-3bdeb6dbe7b8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:30.414797 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2c1e6b14-a80a-45a0-950b-dcf5f01f02d2 req-efa46519-1ce4-4d87-8a7a-3bdeb6dbe7b8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0650499 Aug 31 17:10:30.455521 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2c1e6b14-a80a-45a0-950b-dcf5f01f02d2 req-e29c4385-a236-491c-aad7-309df02edcc5 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Aug 31 17:10:31.598049 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98bc71-be5d-4bca-8165-a52633e7f242 req-59f9fe33-48eb-4011-b668-8b095facbbba tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:31.599752 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4e98bc71-be5d-4bca-8165-a52633e7f242 req-59f9fe33-48eb-4011-b668-8b095facbbba tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0653627 Aug 31 17:10:31.644818 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4e98bc71-be5d-4bca-8165-a52633e7f242 req-5fe1cc92-b8c4-4037-b895-88cbec0a2902 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Aug 31 17:10:32.771023 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f189f2-9542-44f5-abc9-9364b8868c4a req-0dd2bc7a-a70a-4f98-82c0-456f762a9522 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:32.773118 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-36f189f2-9542-44f5-abc9-9364b8868c4a req-0dd2bc7a-a70a-4f98-82c0-456f762a9522 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0500956 Aug 31 17:10:32.813790 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-36f189f2-9542-44f5-abc9-9364b8868c4a req-da29e3bb-2242-4664-842a-aeb84d652e48 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Aug 31 17:10:33.934944 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3dcb2-bdd9-4173-ba04-d2994e208807 req-219a421a-80e6-4ca8-b2cd-a59b323c1013 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:33.936407 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8af3dcb2-bdd9-4173-ba04-d2994e208807 req-219a421a-80e6-4ca8-b2cd-a59b323c1013 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Aug 31 17:10:33.978062 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8af3dcb2-bdd9-4173-ba04-d2994e208807 req-2ed579a0-c6be-49b2-8bf9-b8f33b56d6e3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Aug 31 17:10:34.165784 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b510a23-ff48-4aa4-8f89-bcb1fe9ea3b0 req-709fbc98-c704-4546-8f9b-e3e47343d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:34.167323 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b510a23-ff48-4aa4-8f89-bcb1fe9ea3b0 req-709fbc98-c704-4546-8f9b-e3e47343d62f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0428290 Aug 31 17:10:34.205341 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b510a23-ff48-4aa4-8f89-bcb1fe9ea3b0 req-c19a1b46-38b9-4a8b-935f-ec85c50bd480 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281801 Aug 31 17:10:35.112643 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d340b-274a-4a81-8763-44dda9934f9c req-d0355d75-222f-431b-98b6-fe4589d0c103 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:35.114325 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-170d340b-274a-4a81-8763-44dda9934f9c req-d0355d75-222f-431b-98b6-fe4589d0c103 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0607865 Aug 31 17:10:35.161103 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-170d340b-274a-4a81-8763-44dda9934f9c req-4678fa95-b2a2-4b42-b077-e53fa227548a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Aug 31 17:10:36.299186 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a082b2-0915-4480-be9e-b313510df58a req-d1c5d0d9-f768-4d1a-bd70-db2f98e5e653 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:36.300771 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-96a082b2-0915-4480-be9e-b313510df58a req-d1c5d0d9-f768-4d1a-bd70-db2f98e5e653 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0531170 Aug 31 17:10:36.346530 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-96a082b2-0915-4480-be9e-b313510df58a req-ab891abb-b191-420a-b2f3-bd8774f3c929 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Aug 31 17:10:36.655192 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-f40500aa-b284-4ade-960b-4ed04452e091 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523295 Aug 31 17:10:36.803107 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-494d641c-44c3-4034-9c84-1e314a2ed9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:36.805224 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-494d641c-44c3-4034-9c84-1e314a2ed9f2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1098 time: 0.1025083 Aug 31 17:10:36.806781 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-a2e573e5-2b9e-4a15-8cb6-4defe85a243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:36.808125 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-a2e573e5-2b9e-4a15-8cb6-4defe85a243b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=6f316cf884ba46759402f16f51839537&device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 1099 time: 0.0973778 Aug 31 17:10:36.826953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31baa28-7247-4d6c-9026-ce2cf3e8c52b req-343b343e-9259-4d43-b836-ce8668eabd64 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:36.828569 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b31baa28-7247-4d6c-9026-ce2cf3e8c52b req-343b343e-9259-4d43-b836-ce8668eabd64 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.1078575 Aug 31 17:10:36.969373 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b31baa28-7247-4d6c-9026-ce2cf3e8c52b req-fa18e2e7-e03c-4f57-9c50-b853910a8429 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345415 Aug 31 17:10:37.017810 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-42aafe9b-bd54-4d92-8a1b-e4fdb822ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:37.019365 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-42aafe9b-bd54-4d92-8a1b-e4fdb822ac52 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.1770144 Aug 31 17:10:37.022631 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-46d15e43-efde-4df1-83ca-a3c288ff7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:37.024029 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-46d15e43-efde-4df1-83ca-a3c288ff7db1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 200 len: 921 time: 0.1826246 Aug 31 17:10:37.117967 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-67101194-48cb-4eba-a640-309ad7782c55 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 200 len: 217 time: 0.0628283 Aug 31 17:10:37.169387 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-20d618d4-1a5b-418e-9ee4-115c6bb8570d service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 1000 time: 0.1218734 Aug 31 17:10:37.183159 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-9f372828-7c35-43e5-baab-045cbf641e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:37.184604 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-9f372828-7c35-43e5-baab-045cbf641e06 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 200 len: 859 time: 0.0553858 Aug 31 17:10:37.247481 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-8884c702-bfd2-41e4-ba29-51c58e7adf16 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=dbdcaa32-9bab-4672-9fb3-8706a356cc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305281 Aug 31 17:10:37.258198 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-4f7cc9db-219d-4f79-8931-43824e8bc121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:37.259717 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-4f7cc9db-219d-4f79-8931-43824e8bc121 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0739214 Aug 31 17:10:37.372060 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-662d1ef2-cf1f-4fa6-b3db-05501aea9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:37.373578 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-662d1ef2-cf1f-4fa6-b3db-05501aea9b3f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931318 Aug 31 17:10:37.384920 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-e0dee4a0-4e9e-4271-9f09-858691241b7e service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235700 Aug 31 17:10:37.557891 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d791519-5981-4029-aa3a-2f76f76b6338 req-3930e0c0-a488-455d-9d82-2c474fc4946c service neutron] 10.222.0.109 "GET /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512673 Aug 31 17:10:37.559584 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-12de007e-3a13-49a7-ac61-a9f9bc2dde62 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621559 Aug 31 17:10:37.701832 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21fe4580-3dee-4c37-af8e-03fee8e44c42 req-12f1bf7b-15c4-4292-959f-c42ebab66ea1 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939002 Aug 31 17:10:38.086077 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6f9f-57ad-4af0-adf9-4048e6cac81d req-ed4c1751-7ab8-40c5-b3c7-a3461ad8cb73 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:38.087527 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9f6c6f9f-57ad-4af0-adf9-4048e6cac81d req-ed4c1751-7ab8-40c5-b3c7-a3461ad8cb73 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0482314 Aug 31 17:10:38.125121 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9f6c6f9f-57ad-4af0-adf9-4048e6cac81d req-c93cdc7c-a20a-40d7-9ab7-8251fec72cb8 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Aug 31 17:10:39.260552 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf34354-d289-491f-936f-b456dec299f2 req-40155054-3ec6-40a2-b481-ac0bd762397f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:39.262269 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bbf34354-d289-491f-936f-b456dec299f2 req-40155054-3ec6-40a2-b481-ac0bd762397f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0525699 Aug 31 17:10:39.301095 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bbf34354-d289-491f-936f-b456dec299f2 req-c93fe61f-c73f-475e-807f-6e8c266fdd00 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Aug 31 17:10:39.737504 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:40.425221 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61bd30-8fc9-40a7-b40b-ac63ee745696 req-d31d124a-85d3-40b6-ab11-2a28de957c46 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:40.426633 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-aa61bd30-8fc9-40a7-b40b-ac63ee745696 req-d31d124a-85d3-40b6-ab11-2a28de957c46 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0510600 Aug 31 17:10:40.465363 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-aa61bd30-8fc9-40a7-b40b-ac63ee745696 req-c11916cb-4035-4b67-a7aa-a327b75172e0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Aug 31 17:10:41.585728 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edde3a-f87e-4da7-9e7d-3caab95ca433 req-954aa672-eaa4-49df-9cfb-b6b24797e380 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:41.587230 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d8edde3a-f87e-4da7-9e7d-3caab95ca433 req-954aa672-eaa4-49df-9cfb-b6b24797e380 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0498412 Aug 31 17:10:41.627983 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d8edde3a-f87e-4da7-9e7d-3caab95ca433 req-6f407739-6aef-4e21-94e9-8d77216255a3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Aug 31 17:10:42.752368 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d85ad0-86cf-4add-bf54-79a4aae71690 req-4b949df4-ccbb-426e-ba6b-7b24d421b46d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:42.753873 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b4d85ad0-86cf-4add-bf54-79a4aae71690 req-4b949df4-ccbb-426e-ba6b-7b24d421b46d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0538735 Aug 31 17:10:42.791042 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b4d85ad0-86cf-4add-bf54-79a4aae71690 req-f0a80ddc-8596-497c-a443-0d084aa392a3 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Aug 31 17:10:47.766204 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab2bc-29aa-4a5b-a326-ab8a17489467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:47.838654 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169273cb-cc76-4305-bd48-d5c87dbc5a2f req-a7808ff1-e5ed-48d3-bbd4-7868c15bd173 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:47.840209 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-169273cb-cc76-4305-bd48-d5c87dbc5a2f req-a7808ff1-e5ed-48d3-bbd4-7868c15bd173 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0587983 Aug 31 17:10:47.878606 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-169273cb-cc76-4305-bd48-d5c87dbc5a2f req-db1bff17-20a9-4514-a9cd-cb7e3b37fba5 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 31 17:10:48.997509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f6ded-c654-4d87-bdfc-516a14660343 req-e838da06-ffc2-4594-81be-f05d33f9ec77 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:48.999007 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f97f6ded-c654-4d87-bdfc-516a14660343 req-e838da06-ffc2-4594-81be-f05d33f9ec77 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0498457 Aug 31 17:10:49.041548 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f97f6ded-c654-4d87-bdfc-516a14660343 req-0b873858-bb7e-4c21-9406-e5e19f1b4b64 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Aug 31 17:10:49.137495 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:10:50.164877 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4993524-70ac-421d-b5f9-9e550cd25f63 req-e38c376f-6cbf-4072-9c15-366c70900ec1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:50.166527 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d4993524-70ac-421d-b5f9-9e550cd25f63 req-e38c376f-6cbf-4072-9c15-366c70900ec1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0560837 Aug 31 17:10:50.211227 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d4993524-70ac-421d-b5f9-9e550cd25f63 req-2f7b8192-49c0-44bd-b7ea-fc93a178d5d1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Aug 31 17:10:50.610021 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:50.662928 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8153c091-8161-45be-908e-099fc9886243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:51.328191 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc8bef-16fe-42f7-b537-b122bdd582aa req-cb9e304c-7c7f-4112-9d1c-5720fa77b0d1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:51.329736 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-39fc8bef-16fe-42f7-b537-b122bdd582aa req-cb9e304c-7c7f-4112-9d1c-5720fa77b0d1 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0496044 Aug 31 17:10:51.371144 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-39fc8bef-16fe-42f7-b537-b122bdd582aa req-75c0ef12-f726-4523-a26c-d7dd0c2b5d79 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Aug 31 17:10:51.927091 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:52.284213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-c6d3db89-0202-4069-a5eb-c0a3d42baed9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:52.286000 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-c6d3db89-0202-4069-a5eb-c0a3d42baed9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0505509 Aug 31 17:10:52.386184 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Deleting port a9031a7e-ada2-4b4a-8354-1b47027dcee6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:10:52.386862 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:52.392425 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-854cd148-7948-4416-9562-a143ca83c5ee tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-156216312&fields=id&tenant_id=ad5c7206ee68464aaefa52e368e8f5de HTTP/1.1" status: 200 len: 267 time: 0.0345795 Aug 31 17:10:52.503078 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-438ce2c3-310e-40ff-b9a3-6b76d7a52d06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:52.504462 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] For port a9031a7e-ada2-4b4a-8354-1b47027dcee6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9031a7e-ada2-4b4a-8354-1b47027dcee6,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:10:52.504734 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-438ce2c3-310e-40ff-b9a3-6b76d7a52d06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 809 time: 0.1038606 Aug 31 17:10:52.504856 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:52.520247 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-a4991364-25ce-423a-988d-60adac79b43b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/quotas/ad5c7206ee68464aaefa52e368e8f5de HTTP/1.1" status: 200 len: 375 time: 0.0092461 Aug 31 17:10:52.524866 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Calling delete_port for a9031a7e-ada2-4b4a-8354-1b47027dcee6 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:10:52.538973 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7bbc0-3a2e-4d3c-ad55-80ac5e05f7da req-1a9ca1c7-47e1-4c0f-b2e2-25c25f6a7369 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:52.540462 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1c7bbc0-3a2e-4d3c-ad55-80ac5e05f7da req-1a9ca1c7-47e1-4c0f-b2e2-25c25f6a7369 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=b466011e-9cc2-49f8-9ebf-e13c8c3347c9 HTTP/1.1" status: 200 len: 945 time: 0.0922377 Aug 31 17:10:52.574906 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-62e0147d-29f4-4870-a65c-31b3b09cd253 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479548 Aug 31 17:10:52.619398 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1c7bbc0-3a2e-4d3c-ad55-80ac5e05f7da req-2e1bbdf8-99ef-4306-a79a-0dde7db9dade tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718312 Aug 31 17:10:52.677244 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-f9b24bcf-1f99-4722-b0f9-5f55faf13a52 service neutron] 10.222.0.107 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897007 Aug 31 17:10:52.704383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:52.720422 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['df6f91d3-3c4c-47b7-b0e5-7a77b0440d08'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:10:52.732078 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Pushing event deleted for resources: {'Port': ['ID=a9031a7e-ada2-4b4a-8354-1b47027dcee6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:52.742174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.742528 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.742873 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.743213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.744039 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.744039 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.744244 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.744531 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.744866 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.745196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.745804 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.745933 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:10:52.783317 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-fe9909a9-0614-4175-86a4-916bafdcd4ac service neutron] 10.222.0.107 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964677 Aug 31 17:10:52.790801 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] No DVR routers for this DVR port a9031a7e-ada2-4b4a-8354-1b47027dcee6 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:10:52.793449 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:52.795504 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-17a06460-08f6-4914-a949-5eff3f0a7ea0 req-f6373de9-df61-4da7-af0d-be0ba875d9ec tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "DELETE /v2.0/ports/a9031a7e-ada2-4b4a-8354-1b47027dcee6 HTTP/1.1" status: 204 len: 173 time: 0.5017123 Aug 31 17:10:52.795935 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'name': 'network-vif-deleted', 'tag': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:10:52.798302 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866f662-248e-4004-9c53-462f49118b03" -d '{"events": [{"server_uuid": "b466011e-9cc2-49f8-9ebf-e13c8c3347c9", "name": "network-vif-deleted", "tag": "a9031a7e-ada2-4b4a-8354-1b47027dcee6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:10:52.847014 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976837b4-02bc-45b1-aa42-702d5282f9c1 x-openstack-request-id: req-976837b4-02bc-45b1-aa42-702d5282f9c1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:10:52.847831 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b466011e-9cc2-49f8-9ebf-e13c8c3347c9", "name": "network-vif-deleted", "tag": "a9031a7e-ada2-4b4a-8354-1b47027dcee6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:10:52.847831 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-976837b4-02bc-45b1-aa42-702d5282f9c1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:10:52.848017 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b466011e-9cc2-49f8-9ebf-e13c8c3347c9', 'name': 'network-vif-deleted', 'tag': 'a9031a7e-ada2-4b4a-8354-1b47027dcee6', 'status': 'completed', 'code': 200} Aug 31 17:10:53.120654 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-98cba56d-f126-4815-8cca-d2d33382b895 req-63e477f3-4832-47a2-9340-b26701dcc0a9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 210 time: 0.0268104 Aug 31 17:10:53.544526 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:53.902350 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81601a-ab9f-4ba6-94d2-b677fca676c0 req-315758d3-70c8-4c59-9419-ce7425818f26 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:53.903859 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6f81601a-ab9f-4ba6-94d2-b677fca676c0 req-315758d3-70c8-4c59-9419-ce7425818f26 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0497096 Aug 31 17:10:53.941336 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6f81601a-ab9f-4ba6-94d2-b677fca676c0 req-9de22622-c146-4913-bac1-e887573ff42a tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Aug 31 17:10:54.223488 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8c0b08f5-4c6e-4dd4-963e-5960e26c2d19 req-e2cef529-e91c-41eb-bc34-371e4231bf5b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Aug 31 17:10:54.361283 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9e67970c-9bd8-4cb7-a159-88e5abeb9d2e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:54.362905 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9e67970c-9bd8-4cb7-a159-88e5abeb9d2e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 809 time: 0.1229246 Aug 31 17:10:54.418703 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-0930aa4e-ac25-43e4-b51d-b0543dffef4e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5c7206ee68464aaefa52e368e8f5de HTTP/1.1" status: 200 len: 379 time: 0.0353038 Aug 31 17:10:54.447425 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'port': {'device_id': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'admin_state_up': True, 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'security_groups': ['0b99fa72-e952-405f-b7f5-66932ab6ccd5']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:54.537061 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device a9031a7e-ada2-4b4a-8354-1b47027dcee6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:10:54.557128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: a9031a7e-ada2-4b4a-8354-1b47027dcee6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:10:54.557818 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device a9031a7e-ada2-4b4a-8354-1b47027dcee6 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:10:54.567915 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Made reservation on behalf of ad5c7206ee68464aaefa52e368e8f5de for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:10:54.572005 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:54.699491 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Allocated IP 172.20.0.12 (d6c80e80-588e-459a-b546-d3db8c6be4d3/90e802a9-e1ea-4c38-8867-78dff79c0454/0505d241-4755-49bd-bdc2-53a40d9234f8) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:10:55.072835 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d3461-d6d4-47ca-9779-627363f8cb29 req-cc90bf6d-5a08-4234-be8d-d64c6f367a59 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:55.074393 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ce4d3461-d6d4-47ca-9779-627363f8cb29 req-cc90bf6d-5a08-4234-be8d-d64c6f367a59 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0591757 Aug 31 17:10:55.095920 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.113058 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Transition to ACTIVE for port object 0505d241-4755-49bd-bdc2-53a40d9234f8 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:55.114020 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ce4d3461-d6d4-47ca-9779-627363f8cb29 req-b7508ecc-341c-4fc3-8cec-b58f82453dd0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Aug 31 17:10:55.163990 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.212175 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:10:55.215317 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:10:55.218402 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:10:55.224260 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:55.224868 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.237807 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:55.247791 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-9ea48c1f-3610-4c1c-bba3-bf93283e0570 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8048582 Aug 31 17:10:55.267501 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Request body: {'port': {'device_id': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:10:55.362908 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.437715 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35e1ce-48b2-4430-92bf-edade49f02a2 req-3513eca3-815c-4866-abf0-d034429d83ef tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:55.451073 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3c35e1ce-48b2-4430-92bf-edade49f02a2 req-3513eca3-815c-4866-abf0-d034429d83ef tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 932 time: 0.1263442 Aug 31 17:10:55.460142 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be75dc7d-dc36-48e2-ac51-b1038e5e5910 None None] Provisioning for port 0505d241-4755-49bd-bdc2-53a40d9234f8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:10:55.467663 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be75dc7d-dc36-48e2-ac51-b1038e5e5910 None None] Provisioning complete for port 0505d241-4755-49bd-bdc2-53a40d9234f8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:10:55.468227 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be75dc7d-dc36-48e2-ac51-b1038e5e5910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.541702 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-be75dc7d-dc36-48e2-ac51-b1038e5e5910 None None] Port 0505d241-4755-49bd-bdc2-53a40d9234f8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:10:55.587958 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3c35e1ce-48b2-4430-92bf-edade49f02a2 req-9a49ed1c-81c9-41dc-895a-4f45474acd8c tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357501 Aug 31 17:10:55.742258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0505d241-4755-49bd-bdc2-53a40d9234f8 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:10:55.750218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.762192 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Transition to ACTIVE for port object 0505d241-4755-49bd-bdc2-53a40d9234f8 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:10:55.766209 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.820272 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:55.854491 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Attempting to bind port 0505d241-4755-49bd-bdc2-53a40d9234f8 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:10:55.854836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Attempting to bind port 0505d241-4755-49bd-bdc2-53a40d9234f8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:10:55.855169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Attempting to bind port 0505d241-4755-49bd-bdc2-53a40d9234f8 on network d6c80e80-588e-459a-b546-d3db8c6be4d3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:55.859952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Port 0505d241-4755-49bd-bdc2-53a40d9234f8 on network d6c80e80-588e-459a-b546-d3db8c6be4d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:10:55.860273 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Attempting to bind port 0505d241-4755-49bd-bdc2-53a40d9234f8 on network d6c80e80-588e-459a-b546-d3db8c6be4d3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:10:55.865927 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:10:55.866262 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Checking segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:10:55.866653 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Bound using segment: {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:10:55.867109 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Bound port: 0505d241-4755-49bd-bdc2-53a40d9234f8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd589e325-2cb0-4133-b794-6c54169ffd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:10:55.867467 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.934551 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:10:55.938252 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:10:55.942626 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.977020 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:55.977645 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:10:55.979022 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-3247c37d-836c-4121-bad7-59342196d441 service neutron] 10.222.0.109 "PUT /v2.0/ports/0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 1094 time: 0.7173049 Aug 31 17:10:55.979466 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:10:55.981733 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9910abb9-31cc-4be8-bd30-7d5aca24030c" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:10:56.016557 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247c37d-836c-4121-bad7-59342196d441 service neutron] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:10:56.042845 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d6d8a0-ff39-4ae2-a927-eff3b5b10c48 x-openstack-request-id: req-f2d6d8a0-ff39-4ae2-a927-eff3b5b10c48 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:10:56.043126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:10:56.043369 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f2d6d8a0-ff39-4ae2-a927-eff3b5b10c48 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:10:56.043760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'status': 'completed', 'code': 200} Aug 31 17:10:56.083519 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-2b6cd07e-a40d-4301-b466-982f7ff46f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.085750 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-2b6cd07e-a40d-4301-b466-982f7ff46f97 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1097 time: 0.0522747 Aug 31 17:10:56.154085 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-23d412b7-def5-4ce4-ab8f-5ad39b58bb56 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 217 time: 0.0485740 Aug 31 17:10:56.246386 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-e69b5719-41bc-4ea4-9b11-23fed06b3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.247768 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-e69b5719-41bc-4ea4-9b11-23fed06b3791 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0818260 Aug 31 17:10:56.260369 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e9bf9-46c3-405b-b243-2b92f5b5a08e req-389dad47-9e91-47f5-be32-11ce7dde637f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.261809 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-353e9bf9-46c3-405b-b243-2b92f5b5a08e req-389dad47-9e91-47f5-be32-11ce7dde637f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0672760 Aug 31 17:10:56.328296 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-353e9bf9-46c3-405b-b243-2b92f5b5a08e req-5d832abc-775b-4d58-ba46-427233a79d9f tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578020 Aug 31 17:10:56.330884 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb409-6343-4c8f-86ef-461944474f13 req-94850648-865c-4074-97ac-80dfe6e8ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.332314 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-94850648-865c-4074-97ac-80dfe6e8ed95 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696683 Aug 31 17:10:56.429225 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-d2dd5337-54d2-4ea1-89a7-42401efec4e3 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850949 Aug 31 17:10:56.527992 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c78fb409-6343-4c8f-86ef-461944474f13 req-75d13354-0d9c-4c0e-b8d9-bc818ce71016 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861702 Aug 31 17:10:56.632850 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-d09bcac7-342a-4905-9595-ee256679d6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.634476 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-d09bcac7-342a-4905-9595-ee256679d6ad service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1097 time: 0.0454078 Aug 31 17:10:56.748189 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-af40c295-0e09-4e2f-bc2a-fd17b5c4ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.749700 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-af40c295-0e09-4e2f-bc2a-fd17b5c4ba9e service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.0931883 Aug 31 17:10:56.794818 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-b1cff45f-d781-4cfe-aa72-2a0482c462d9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 217 time: 0.0358510 Aug 31 17:10:56.855211 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-6df521f1-68da-4771-85df-d5fe1ea2e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.856790 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-6df521f1-68da-4771-85df-d5fe1ea2e697 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0486369 Aug 31 17:10:56.917599 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-b8d2a31d-646c-4784-9677-86170fa1db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.919118 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-b8d2a31d-646c-4784-9677-86170fa1db56 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537105 Aug 31 17:10:56.964768 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6bba2-7494-479e-972c-9b7557ed2245 req-e435fcb5-d63c-40f5-9806-61ab9177f7c8 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:56.966866 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfc6bba2-7494-479e-972c-9b7557ed2245 req-e435fcb5-d63c-40f5-9806-61ab9177f7c8 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0532475 Aug 31 17:10:57.005368 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfc6bba2-7494-479e-972c-9b7557ed2245 req-d630136f-397d-42a6-bfc8-f9e094ff2889 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Aug 31 17:10:57.022256 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-8b24e208-247c-4a3b-945c-92119787942e service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931141 Aug 31 17:10:57.124998 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9910abb9-31cc-4be8-bd30-7d5aca24030c req-3b507281-5190-4492-bcf2-87c4c1d1a358 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889127 Aug 31 17:10:57.464111 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f79fd-ee23-446c-add4-9a1ceb8fc337 req-79f17b02-63a2-46c9-9775-2210d769e9d0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:57.466135 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-308f79fd-ee23-446c-add4-9a1ceb8fc337 req-79f17b02-63a2-46c9-9775-2210d769e9d0 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0674303 Aug 31 17:10:57.509490 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-308f79fd-ee23-446c-add4-9a1ceb8fc337 req-3f29b652-2445-4e86-958f-2902fbf1639e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374849 Aug 31 17:10:58.123511 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8415e-fce2-4646-9e33-3fbf14096dcf req-98155560-2304-46c7-aa06-bc8ca8712b70 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:58.125149 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-35d8415e-fce2-4646-9e33-3fbf14096dcf req-98155560-2304-46c7-aa06-bc8ca8712b70 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0493989 Aug 31 17:10:58.164426 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-35d8415e-fce2-4646-9e33-3fbf14096dcf req-b8c8062e-49d9-4bd1-a570-faddbea2a9d3 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332022 Aug 31 17:10:58.635353 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601233af-0bf6-4d9d-bfd3-fefb86e8143d req-eb411e3e-a8e9-4913-bb68-fb85568df529 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:58.637249 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-601233af-0bf6-4d9d-bfd3-fefb86e8143d req-eb411e3e-a8e9-4913-bb68-fb85568df529 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0534875 Aug 31 17:10:58.676571 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-601233af-0bf6-4d9d-bfd3-fefb86e8143d req-ad82211b-6930-46b4-8597-b4a8756fbabf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332551 Aug 31 17:10:59.281096 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc8a9f-2d4a-4b5a-aff7-02fc133c0429 req-48acfd6b-e2f0-49ef-9c7d-bd1d54d071f1 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:59.282485 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c7dc8a9f-2d4a-4b5a-aff7-02fc133c0429 req-48acfd6b-e2f0-49ef-9c7d-bd1d54d071f1 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0516753 Aug 31 17:10:59.321484 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c7dc8a9f-2d4a-4b5a-aff7-02fc133c0429 req-fa511ab0-d118-452f-b25d-36668f10ef14 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331125 Aug 31 17:10:59.806680 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3cf4-e4ad-4dda-9af6-7976aed4bb52 req-e8c211ad-a6ff-4c4b-bd8c-7a080f1791cf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:10:59.808354 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a75c3cf4-e4ad-4dda-9af6-7976aed4bb52 req-e8c211ad-a6ff-4c4b-bd8c-7a080f1791cf tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0604794 Aug 31 17:10:59.850637 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a75c3cf4-e4ad-4dda-9af6-7976aed4bb52 req-87e7ff3b-a3d8-44bd-ba3f-51405f8ed315 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362961 Aug 31 17:11:00.126300 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb03db-c851-4ef3-bbd0-4cb514fce24e req-039f43d9-2866-4597-b8c1-977d1f93f47b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:00.127880 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-49eb03db-c851-4ef3-bbd0-4cb514fce24e req-039f43d9-2866-4597-b8c1-977d1f93f47b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0508442 Aug 31 17:11:00.167063 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-49eb03db-c851-4ef3-bbd0-4cb514fce24e req-f5014753-da86-40be-bf19-9d11e545a8f2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Aug 31 17:11:00.439243 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98b22a-201e-488d-a3a0-5ae7eea7dd80 req-8c86c779-f8d0-45a4-ab20-5099e6e3c976 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:00.440901 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ce98b22a-201e-488d-a3a0-5ae7eea7dd80 req-8c86c779-f8d0-45a4-ab20-5099e6e3c976 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0498402 Aug 31 17:11:00.480363 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ce98b22a-201e-488d-a3a0-5ae7eea7dd80 req-59ccc56e-edc3-48fa-a213-9782fe5cf097 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330312 Aug 31 17:11:00.970025 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ba256-06eb-48b8-b6ee-19950d0cda85 req-a2391794-7558-41e9-b208-017f46836e60 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:00.971483 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f47ba256-06eb-48b8-b6ee-19950d0cda85 req-a2391794-7558-41e9-b208-017f46836e60 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0481613 Aug 31 17:11:01.009895 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f47ba256-06eb-48b8-b6ee-19950d0cda85 req-d0a8621c-076e-4872-87b1-09aeaeced4e9 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 31 17:11:01.286602 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658024ba-01bf-4bb3-ae6f-3dbf7725b618 req-536728c6-0f85-42bd-8616-6f5e2721ef37 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:01.290390 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-658024ba-01bf-4bb3-ae6f-3dbf7725b618 req-536728c6-0f85-42bd-8616-6f5e2721ef37 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Aug 31 17:11:01.327541 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-658024ba-01bf-4bb3-ae6f-3dbf7725b618 req-6abe3062-631a-4261-aeff-9488a8517a74 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Aug 31 17:11:01.597547 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86793c93-91b0-44b0-bc98-7cdb85c18ce4 req-0bafdb35-9f97-4ae8-96c2-16c10016c038 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:01.599021 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86793c93-91b0-44b0-bc98-7cdb85c18ce4 req-0bafdb35-9f97-4ae8-96c2-16c10016c038 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0527706 Aug 31 17:11:01.637247 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86793c93-91b0-44b0-bc98-7cdb85c18ce4 req-10ef8334-5d50-4c8d-85ef-1245dfb13ec8 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313869 Aug 31 17:11:02.127430 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e388d-408d-462a-a26b-50fc384d8bc1 req-1c1e77e0-487d-49da-a462-fa6d21a50d1d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:02.128929 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-010e388d-408d-462a-a26b-50fc384d8bc1 req-1c1e77e0-487d-49da-a462-fa6d21a50d1d tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0519946 Aug 31 17:11:02.169059 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-010e388d-408d-462a-a26b-50fc384d8bc1 req-48393025-955c-476e-98ca-95afdb3e5d08 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/security-groups?id=2dac5310-500c-4d58-bb9c-ac0037473b61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Aug 31 17:11:02.472373 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb808556-e555-475f-8237-8b109a55cf07 req-ed7b0450-fd27-451d-8694-0aeb2c833789 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:02.473727 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cb808556-e555-475f-8237-8b109a55cf07 req-ed7b0450-fd27-451d-8694-0aeb2c833789 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0750806 Aug 31 17:11:02.486116 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-633c40ec-496f-49db-80e5-8efbfed70911 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:02.487452 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-633c40ec-496f-49db-80e5-8efbfed70911 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 946 time: 0.0633190 Aug 31 17:11:02.549622 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cb808556-e555-475f-8237-8b109a55cf07 req-b05d6798-6d57-4163-8543-e1f892730d03 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612257 Aug 31 17:11:02.602847 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Deleting port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:11:02.603183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:02.689160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] For port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:02.689518 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:02.703583 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Calling delete_port for df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:11:02.762655 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78419db-ea81-44d6-ae40-b5ab02d9e2e1 req-26f978b9-e8ef-4852-a230-3a7edb98c88a tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:02.764049 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f78419db-ea81-44d6-ae40-b5ab02d9e2e1 req-26f978b9-e8ef-4852-a230-3a7edb98c88a tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0581703 Aug 31 17:11:02.801500 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f78419db-ea81-44d6-ae40-b5ab02d9e2e1 req-47a8bd52-7b16-40c7-84ec-61163b80682b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Aug 31 17:11:02.833024 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:02.858865 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Pushing event deleted for resources: {'Port': ['ID=df6f91d3-3c4c-47b7-b0e5-7a77b0440d08,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:02.903074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] No DVR routers for this DVR port df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:11:02.905609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:02.907642 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fe03a296-214e-4a16-b8dc-534b7ab506f2 req-90e22137-6789-4625-8e18-8a9c5490d243 tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.109 "DELETE /v2.0/ports/df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 HTTP/1.1" status: 204 len: 173 time: 0.4069660 Aug 31 17:11:02.908085 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'name': 'network-vif-deleted', 'tag': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:11:02.910325 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d130af6c-c550-474f-8187-129ce3e5d3b2" -d '{"events": [{"server_uuid": "ddb45ae9-d0b3-4e13-8036-763e9ed26c74", "name": "network-vif-deleted", "tag": "df6f91d3-3c4c-47b7-b0e5-7a77b0440d08"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:11:02.947341 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97165dec-c641-4780-8569-1b83c9a7b110 x-openstack-request-id: req-97165dec-c641-4780-8569-1b83c9a7b110 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:11:02.947623 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb45ae9-d0b3-4e13-8036-763e9ed26c74", "name": "network-vif-deleted", "tag": "df6f91d3-3c4c-47b7-b0e5-7a77b0440d08", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:11:02.947870 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-97165dec-c641-4780-8569-1b83c9a7b110 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:11:02.948253 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb45ae9-d0b3-4e13-8036-763e9ed26c74', 'name': 'network-vif-deleted', 'tag': 'df6f91d3-3c4c-47b7-b0e5-7a77b0440d08', 'status': 'completed', 'code': 200} Aug 31 17:11:03.273007 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4cbe1645-72f2-43e4-8731-e6e2e94bed65 req-71a51bd9-f973-40ee-af9d-f63bf966011e tempest-ServerRescueNegativeTestJSON-936455373 tempest-ServerRescueNegativeTestJSON-936455373-project] 10.222.0.107 "GET /v2.0/ports?device_id=ddb45ae9-d0b3-4e13-8036-763e9ed26c74 HTTP/1.1" status: 200 len: 210 time: 0.0265276 Aug 31 17:11:03.678766 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc98803-50a4-46bd-8cb8-fea66962c15e req-2f37b5b9-2c2b-4dc1-9852-5c67e9e774e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:03.680389 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bbc98803-50a4-46bd-8cb8-fea66962c15e req-2f37b5b9-2c2b-4dc1-9852-5c67e9e774e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Aug 31 17:11:03.721585 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bbc98803-50a4-46bd-8cb8-fea66962c15e req-7400ecdd-5b47-450f-8694-2c16ecd7cf24 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351241 Aug 31 17:11:03.918994 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852049a-c27a-475c-a8f3-96a5bc12e43a req-55002171-eff5-4f8e-8484-34f5d4e60965 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:03.920461 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0852049a-c27a-475c-a8f3-96a5bc12e43a req-55002171-eff5-4f8e-8484-34f5d4e60965 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0525429 Aug 31 17:11:03.960393 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0852049a-c27a-475c-a8f3-96a5bc12e43a req-1a4dfb08-7858-4996-8cbb-137f0f117f1f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335622 Aug 31 17:11:04.327762 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:04.615803 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d5eeb-2db2-4367-a086-fac458c41f1d req-2a3c6d4e-3ebe-4f79-8d23-d6fe42ee02fe tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:04.617302 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2b5d5eeb-2db2-4367-a086-fac458c41f1d req-2a3c6d4e-3ebe-4f79-8d23-d6fe42ee02fe tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0496836 Aug 31 17:11:04.622852 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:11:04.625519 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:11:04.652358 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:11:04.653026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device df6f91d3-3c4c-47b7-b0e5-7a77b0440d08 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:11:04.675185 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2b5d5eeb-2db2-4367-a086-fac458c41f1d req-0f61379e-213c-4c58-8c60-822807560fff tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Aug 31 17:11:04.742012 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:04.753261 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'port_id': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'mac_address': 'fa:16:3e:12:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:11:04.794191 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:04.811679 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0505d241-4755-49bd-bdc2-53a40d9234f8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:11:04.832649 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:04.837375 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:04.887693 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:04.990098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e722d93-fc5d-4e3e-896e-8ab2ea0463d2 req-c5663917-b32b-4629-bbee-213a0af331ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:04.992953 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1e722d93-fc5d-4e3e-896e-8ab2ea0463d2 req-c5663917-b32b-4629-bbee-213a0af331ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0855029 Aug 31 17:11:05.002064 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:05.084773 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1e722d93-fc5d-4e3e-896e-8ab2ea0463d2 req-98f0f764-7f20-4a86-ab1a-00237a86a749 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800569 Aug 31 17:11:05.088017 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa944cb0-8430-4410-bc58-41e51acbe521 req-43e8e74c-b124-488c-a3d9-0ae2af876ef7 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:05.089767 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa944cb0-8430-4410-bc58-41e51acbe521 req-43e8e74c-b124-488c-a3d9-0ae2af876ef7 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 945 time: 0.0527360 Aug 31 17:11:05.129573 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa944cb0-8430-4410-bc58-41e51acbe521 req-6fc8d7cf-9238-407e-b02d-80d7dbaf5da9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Aug 31 17:11:05.306328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['0505d241-4755-49bd-bdc2-53a40d9234f8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:11:05.322068 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Deleting port 2975a346-654e-4c2d-a095-a8e168725e83 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:11:05.322409 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:05.397562 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] For port 2975a346-654e-4c2d-a095-a8e168725e83, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=2975a346-654e-4c2d-a095-a8e168725e83,segment=NetworkSegment(5b74ddc8-f612-41bd-bedf-da9add951096),segment_id=5b74ddc8-f612-41bd-bedf-da9add951096)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:05.398232 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:05.410144 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Calling delete_port for 2975a346-654e-4c2d-a095-a8e168725e83 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:11:05.621637 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:05.648767 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Pushing event deleted for resources: {'Port': ['ID=2975a346-654e-4c2d-a095-a8e168725e83,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:05.673643 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.673989 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.674333 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.674666 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.674997 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.675328 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.675655 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.675985 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.676317 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.676673 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.676987 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.677869 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:05.844975 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c29d4-7952-4441-9777-955b13716aba req-717466c6-04e7-45da-b165-e5368fcc467b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:05.846442 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b89c29d4-7952-4441-9777-955b13716aba req-717466c6-04e7-45da-b165-e5368fcc467b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0943604 Aug 31 17:11:05.855383 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:05.924224 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b89c29d4-7952-4441-9777-955b13716aba req-0a44df04-3b31-494a-b248-58e1d3109d3d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703454 Aug 31 17:11:06.091567 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Router 31626bd7-9630-4e36-8302-b8f3485cc023 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:11:06.209547 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf70cce-0ed1-45f0-8212-dbaebd88e9d1 req-fa0a0d1b-c7e4-4ff7-9d8f-da7c3fffae5f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:06.211058 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-adf70cce-0ed1-45f0-8212-dbaebd88e9d1 req-fa0a0d1b-c7e4-4ff7-9d8f-da7c3fffae5f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0556185 Aug 31 17:11:06.211388 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:11:06.220408 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d82ac2b6-3bf3-4d72-ad3a-ed853180937d admin admin] 10.222.0.107 "PUT /v2.0/routers/31626bd7-9630-4e36-8302-b8f3485cc023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915505 Aug 31 17:11:06.221372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:06.222224 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] Sync routers for ids ['31626bd7-9630-4e36-8302-b8f3485cc023'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:11:06.232580 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] Routers {'31626bd7-9630-4e36-8302-b8f3485cc023'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:11:06.233483 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:10:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['31626bd7-9630-4e36-8302-b8f3485cc023'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:06.262113 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-adf70cce-0ed1-45f0-8212-dbaebd88e9d1 req-b7f715a7-7ed5-4d36-b903-1de2d76f6274 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Aug 31 17:11:06.308118 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a213700-bfb3-47f2-ba5e-5475faf83fb7 req-7463709d-5ff0-4db9-9f53-8c4b245ad9b6 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:06.309616 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5a213700-bfb3-47f2-ba5e-5475faf83fb7 req-7463709d-5ff0-4db9-9f53-8c4b245ad9b6 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 945 time: 0.1116939 Aug 31 17:11:06.342844 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] Set router 31626bd7-9630-4e36-8302-b8f3485cc023 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:11:06.385199 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5a213700-bfb3-47f2-ba5e-5475faf83fb7 req-f3bf95b8-02b7-4559-8a3c-96fdaa3bd96e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478463 Aug 31 17:11:06.386931 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.490569 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.517913 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:11:05Z', 'revision_number': 5, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port': {'id': 'f9c9c60d-dfec-49e8-99fd-f6b347c133cd', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:62:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:06.540854 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Deleting port f9c9c60d-dfec-49e8-99fd-f6b347c133cd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:11:06.541195 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.546954 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] Checking router: 31626bd7-9630-4e36-8302-b8f3485cc023 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:11:06.555821 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] Routers {'31626bd7-9630-4e36-8302-b8f3485cc023'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:11:06.556418 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:10:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['31626bd7-9630-4e36-8302-b8f3485cc023'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:06.620220 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] For port f9c9c60d-dfec-49e8-99fd-f6b347c133cd, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:06.620610 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.626326 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:11:06.635779 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Calling delete_port for f9c9c60d-dfec-49e8-99fd-f6b347c133cd owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:11:06.680080 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 0505d241-4755-49bd-bdc2-53a40d9234f8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:11:06.684276 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 0505d241-4755-49bd-bdc2-53a40d9234f8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:11:06.684678 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.687965 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] Set router 31626bd7-9630-4e36-8302-b8f3485cc023 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:11:06.749967 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:11:06Z', 'revision_number': 6, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:06.769220 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.783079 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d2dc5-0965-4615-936f-3c7bb2f3e7de None None] The sync data for ids ['31626bd7-9630-4e36-8302-b8f3485cc023'] in dv-cinder-786931-6-iscsi is: [{'id': '31626bd7-9630-4e36-8302-b8f3485cc023', 'name': 'tempest-ServerRescueNegativeTestJSON-1954767508-router', 'tenant_id': '6f316cf884ba46759402f16f51839537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:11:06Z', 'revision_number': 6, 'project_id': '6f316cf884ba46759402f16f51839537', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:11:06.810833 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:11:06.813959 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a444f-716b-42bc-905f-858063933f9e" -d '{"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-plugged", "status": "completed", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:11:06.814169 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.827440 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:06.833551 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:06.845955 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c9c60d-dfec-49e8-99fd-f6b347c133cd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:06.864401 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b4ded-3838-47f7-ab05-34ab263f66ef x-openstack-request-id: req-ee0b4ded-3838-47f7-ab05-34ab263f66ef {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:11:06.865764 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-plugged", "status": "completed", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:11:06.866016 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ee0b4ded-3838-47f7-ab05-34ab263f66ef {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:11:06.866531 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'code': 200} Aug 31 17:11:06.902845 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:06.918089 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.033776 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.051500 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.121300 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.121761 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31626bd7-9630-4e36-8302-b8f3485cc023 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:11:07.131499 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b8c17-6197-4fbf-a5c4-736246ab7470 req-46c84fd1-d80e-4a70-a9f5-6bc7a2c5b02e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:07.133074 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d18b8c17-6197-4fbf-a5c4-736246ab7470 req-46c84fd1-d80e-4a70-a9f5-6bc7a2c5b02e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.1130772 Aug 31 17:11:07.137262 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.142255 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2ce89c82-fec6-4568-9b52-3923fde066cd admin admin] 10.222.0.107 "DELETE /v2.0/routers/31626bd7-9630-4e36-8302-b8f3485cc023 HTTP/1.1" status: 204 len: 168 time: 0.9013875 Aug 31 17:11:07.142524 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43760) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:07.195207 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09265-f538-412c-ba38-ebf00988d93d req-48cd9355-df4c-4fa1-9434-96025a82cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:07.198311 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-40d09265-f538-412c-ba38-ebf00988d93d req-48cd9355-df4c-4fa1-9434-96025a82cfaa service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.0681586 Aug 31 17:11:07.233961 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Deleting subnet 4ef16802-87f0-4cce-9e0e-f7ab605469cc {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:11:07.238116 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-40d09265-f538-412c-ba38-ebf00988d93d req-90bd3f6e-606a-43b6-b56a-63d082699234 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304401 Aug 31 17:11:07.242906 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d18b8c17-6197-4fbf-a5c4-736246ab7470 req-e5bf5ec2-8231-49e1-a181-1a92ccba70b7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885987 Aug 31 17:11:07.243592 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.396193 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e5abe-b379-435c-9bc6-8934f8fcb00f req-26bd461a-27d8-468c-9fbe-18aed7e497d3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:07.397835 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d05e5abe-b379-435c-9bc6-8934f8fcb00f req-26bd461a-27d8-468c-9fbe-18aed7e497d3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0592334 Aug 31 17:11:07.446541 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d05e5abe-b379-435c-9bc6-8934f8fcb00f req-27f8f76f-9cc0-4eec-a901-a9347a355a50 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419776 Aug 31 17:11:07.517718 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.576054 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d2a37-9053-4d11-b4f1-dee095527aa3 req-7e8223b0-38ad-4575-99a0-b4250dbd1a4b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:07.577324 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d99d2a37-9053-4d11-b4f1-dee095527aa3 req-7e8223b0-38ad-4575-99a0-b4250dbd1a4b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0965803 Aug 31 17:11:07.587134 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.654038 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d99d2a37-9053-4d11-b4f1-dee095527aa3 req-f08e84d8-7240-4094-a81e-675d8426c16c tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667322 Aug 31 17:11:07.682705 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.711119 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef16802-87f0-4cce-9e0e-f7ab605469cc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:07.712914 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.714864 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-5467fb44-b3ec-4aaa-b5ed-6b01b51f6efa admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4ef16802-87f0-4cce-9e0e-f7ab605469cc HTTP/1.1" status: 204 len: 168 time: 0.5714605 Aug 31 17:11:07.717146 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43766) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:07.786137 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.879306 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.890251 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdcaa32-9bab-4672-9fb3-8706a356cc66']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:07.900731 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b74ddc8-f612-41bd-bedf-da9add951096') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:07.901024 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b74ddc8-f612-41bd-bedf-da9add951096') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:07.910117 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.926226 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.933608 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Releasing vlan 1525 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:11:07.934118 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:11:07.935907 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:11:07.996429 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:08.005017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:08.007446 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] 10.222.0.107 "DELETE /v2.0/networks/dbdcaa32-9bab-4672-9fb3-8706a356cc66 HTTP/1.1" status: 204 len: 168 time: 0.2889638 Aug 31 17:11:08.018050 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65578153-8d06-45c3-81ca-b4990eed14fa admin admin] Pushing event deleted for resources: {'Network': ['ID=dbdcaa32-9bab-4672-9fb3-8706a356cc66,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:08.019669 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 2975a346-654e-4c2d-a095-a8e168725e83 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:11:08.040708 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 2975a346-654e-4c2d-a095-a8e168725e83 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:11:08.041046 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 2975a346-654e-4c2d-a095-a8e168725e83 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:11:08.041473 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device f9c9c60d-dfec-49e8-99fd-f6b347c133cd no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:11:08.061331 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: f9c9c60d-dfec-49e8-99fd-f6b347c133cd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:11:08.061594 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device f9c9c60d-dfec-49e8-99fd-f6b347c133cd not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:11:08.193600 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43770) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:08.234782 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f20014ff-acb9-4165-934d-f4d82316da01 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6f316cf884ba46759402f16f51839537&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398593 Aug 31 17:11:08.237263 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43772) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:08.291177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-337af824-3b55-44ea-92f5-608ef3e4f928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:08.313994 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-337af824-3b55-44ea-92f5-608ef3e4f928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:08.387757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13fd68-93e5-46f0-bf68-83cf092669a7 req-0cb6260b-431e-44a2-b301-42ee1b2ef340 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:08.389303 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1a13fd68-93e5-46f0-bf68-83cf092669a7 req-0cb6260b-431e-44a2-b301-42ee1b2ef340 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0681407 Aug 31 17:11:08.405019 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-337af824-3b55-44ea-92f5-608ef3e4f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:08.407419 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-337af824-3b55-44ea-92f5-608ef3e4f928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:08.408734 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-337af824-3b55-44ea-92f5-608ef3e4f928 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2dac5310-500c-4d58-bb9c-ac0037473b61 HTTP/1.1" status: 204 len: 168 time: 0.1703205 Aug 31 17:11:08.428641 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337af824-3b55-44ea-92f5-608ef3e4f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dac5310-500c-4d58-bb9c-ac0037473b61,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:08.456739 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1a13fd68-93e5-46f0-bf68-83cf092669a7 req-83ed14eb-d525-48ee-9bc2-b08339ddd4d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597942 Aug 31 17:11:08.573955 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeba553-eb51-46e4-9713-28459f47a112 req-0744db14-3f07-4f10-8132-38bd8a518b3a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:08.576974 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ddeba553-eb51-46e4-9713-28459f47a112 req-0744db14-3f07-4f10-8132-38bd8a518b3a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0555384 Aug 31 17:11:08.614181 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ddeba553-eb51-46e4-9713-28459f47a112 req-c36f8080-0b28-44f7-be5f-bfaf569024d0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Aug 31 17:11:08.770049 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8066788-c5ae-42b4-91fc-f1dd54f86690 req-ac8aa4b9-9966-44f1-813a-a302963250c6 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:08.772076 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8066788-c5ae-42b4-91fc-f1dd54f86690 req-ac8aa4b9-9966-44f1-813a-a302963250c6 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0494945 Aug 31 17:11:08.811919 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8066788-c5ae-42b4-91fc-f1dd54f86690 req-138eb721-ce39-42f7-9b87-4d8bb39f9e27 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339475 Aug 31 17:11:09.585706 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24a715-59bd-437a-a2ce-8c4e4d074381 req-03589554-30ac-4c20-ad96-ffaac32bd395 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:09.594171 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1b24a715-59bd-437a-a2ce-8c4e4d074381 req-03589554-30ac-4c20-ad96-ffaac32bd395 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0655260 Aug 31 17:11:09.633153 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1b24a715-59bd-437a-a2ce-8c4e4d074381 req-68320d32-072f-48de-972d-982e85bb0bd1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377166 Aug 31 17:11:09.736450 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:09.738100 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43832) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:09.762262 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62a4b4-4994-49c3-b779-a6a9908badcb req-6e576af0-1e15-456d-a6a0-760e3d32b296 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:09.764143 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8d62a4b4-4994-49c3-b779-a6a9908badcb req-6e576af0-1e15-456d-a6a0-760e3d32b296 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0659854 Aug 31 17:11:09.809785 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8d62a4b4-4994-49c3-b779-a6a9908badcb req-d1923a49-ece0-462d-901d-5578f50fda8a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378926 Aug 31 17:11:09.886255 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9c7235c-b409-4356-ac27-3e7851ed9299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:09.965851 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c955d2-8412-438c-85ab-d6e52eced76d req-66b95caf-8048-4c93-90f0-15947fe3737c tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:09.967384 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-97c955d2-8412-438c-85ab-d6e52eced76d req-66b95caf-8048-4c93-90f0-15947fe3737c tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0787427 Aug 31 17:11:10.026002 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-97c955d2-8412-438c-85ab-d6e52eced76d req-1c8863c3-33a1-44f3-a6bc-da44ea903033 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519764 Aug 31 17:11:10.050560 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9c7235c-b409-4356-ac27-3e7851ed9299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.054836 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9c7235c-b409-4356-ac27-3e7851ed9299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.092323 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d9c7235c-b409-4356-ac27-3e7851ed9299 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dd2e9d0cb4de4955b06b794789bd12bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530478 Aug 31 17:11:10.093460 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7235c-b409-4356-ac27-3e7851ed9299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c2f0a4-333e-4905-8404-ae4397518a43,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:10.096052 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43840) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:10.144183 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b1f-98ce-450c-82df-060acc4de7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.147193 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646aa7-808d-4f3c-bd01-a8200a578afc req-a936b4a4-0681-4741-8eeb-4de5985d142f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:10.148711 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e7646aa7-808d-4f3c-bd01-a8200a578afc req-a936b4a4-0681-4741-8eeb-4de5985d142f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0567491 Aug 31 17:11:10.170884 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b1f-98ce-450c-82df-060acc4de7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.189657 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e7646aa7-808d-4f3c-bd01-a8200a578afc req-18ad9b60-7066-43bf-9774-12f9b048a091 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347283 Aug 31 17:11:10.212556 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43842) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:10.225643 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b1f-98ce-450c-82df-060acc4de7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.228242 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fea5b1f-98ce-450c-82df-060acc4de7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.229452 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-5fea5b1f-98ce-450c-82df-060acc4de7dd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/16c2f0a4-333e-4905-8404-ae4397518a43 HTTP/1.1" status: 204 len: 168 time: 0.1327903 Aug 31 17:11:10.237694 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea5b1f-98ce-450c-82df-060acc4de7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c2f0a4-333e-4905-8404-ae4397518a43,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:10.363861 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dd8ed-309a-4b31-b923-bf51a548421b tempest-TestShelveInstance-1503286800 tempest-TestShelveInstance-1503286800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:10.365565 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-299dd8ed-309a-4b31-b923-bf51a548421b tempest-TestShelveInstance-1503286800 tempest-TestShelveInstance-1503286800-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1094 time: 0.1520014 Aug 31 17:11:10.368552 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43850) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:10.373013 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'port_id': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:11:10.395422 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.489008 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.601513 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Allocated IP 172.27.2.246 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/e08922c9-6fd2-4f37-b3a9-43902fb95683) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:11:10.717819 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.785912 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ff9c8-7aaa-4af6-b9b7-91472396fded req-3be2613c-03a1-4179-ac9a-33b184c3c96e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:10.785912 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0d2ff9c8-7aaa-4af6-b9b7-91472396fded req-3be2613c-03a1-4179-ac9a-33b184c3c96e tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0751603 Aug 31 17:11:10.805799 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:10.856333 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:11:10.867511 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0d2ff9c8-7aaa-4af6-b9b7-91472396fded req-a8cd7172-eba4-4a18-a550-f69fecc6682c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790446 Aug 31 17:11:10.871568 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:11:10.876964 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:11:10.909202 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'Port': ['ID=e08922c9-6fd2-4f37-b3a9-43902fb95683,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:10.967783 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa1d4a-5fbf-4420-8f38-b11e1e1a470f req-c3eed6f2-e120-48a4-b789-e9fbfcfc477f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:10.969717 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9baa1d4a-5fbf-4420-8f38-b11e1e1a470f req-c3eed6f2-e120-48a4-b789-e9fbfcfc477f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0588157 Aug 31 17:11:11.022243 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9baa1d4a-5fbf-4420-8f38-b11e1e1a470f req-67902447-03d2-4e42-b07b-0d8ad868814c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Aug 31 17:11:11.321546 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:11.395190 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:11.548118 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:11.553397 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:11.618410 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event updated for resources: {'Port': ['ID=e08922c9-6fd2-4f37-b3a9-43902fb95683,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:11.633453 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:11.735685 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.l3_db [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Floating IP 3bc789b9-189a-42e2-9a12-215cdcf02dad associated. External IP: 172.27.2.246, port: 0505d241-4755-49bd-bdc2-53a40d9234f8. Aug 31 17:11:11.949691 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:11:12.093185 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d3ae-961c-432e-8c4e-b3ab33e56de8 req-477d3d19-ce35-4161-8e99-4511c965d195 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:12.094710 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4676d3ae-961c-432e-8c4e-b3ab33e56de8 req-477d3d19-ce35-4161-8e99-4511c965d195 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.1320589 Aug 31 17:11:12.098470 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:11:12.109629 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] Sync routers for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:11:12.123491 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:11:12.124175 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:10:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:12.131740 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:12.178996 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf511c-2b04-4202-a1fc-bbaabbdf5b09 req-ac341948-83c9-47e0-bbc0-9246e62d515b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:12.180231 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4676d3ae-961c-432e-8c4e-b3ab33e56de8 req-eb6196b9-7f8a-4e25-8a89-5e2e202343a7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678866 Aug 31 17:11:12.181902 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cd9696a9-68b1-42be-8fba-2fca2a35a39d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8122721 Aug 31 17:11:12.182636 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:11:12.184986 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3daf73904927da5ca866301ccbf7edcccd5a2940a5cc2b9360b79e4c48196f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d10dad-8caa-4110-9468-5efda94e4d11" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:11:12.186776 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3bbf511c-2b04-4202-a1fc-bbaabbdf5b09 req-ac341948-83c9-47e0-bbc0-9246e62d515b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0737338 Aug 31 17:11:12.236115 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69a50bd-7a58-4cb5-847b-918c0e33a4c2 x-openstack-request-id: req-d69a50bd-7a58-4cb5-847b-918c0e33a4c2 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:11:12.236611 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:11:12.236930 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d69a50bd-7a58-4cb5-847b-918c0e33a4c2 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:11:12.237392 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'status': 'completed', 'code': 200} Aug 31 17:11:12.238311 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3bbf511c-2b04-4202-a1fc-bbaabbdf5b09 req-c6e17d91-cafe-441b-bf82-0bcee2f9c6c2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359521 Aug 31 17:11:12.282192 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:11:12.309345 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-e5a3d727-7510-4e54-9b99-11d6163c14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:12.310823 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-e5a3d727-7510-4e54-9b99-11d6163c14ea service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.0408850 Aug 31 17:11:12.407152 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-e101d0f7-5a73-49de-bb2a-0d5d7eb9a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:12.408825 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-e101d0f7-5a73-49de-bb2a-0d5d7eb9a3b5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.0861979 Aug 31 17:11:12.481597 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-0078fad7-b986-4b8c-abed-3899c6ad8fb0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 1000 time: 0.0579486 Aug 31 17:11:12.534585 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-facf36bf-b328-428f-a8f1-2ea01aecd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:12.536075 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-facf36bf-b328-428f-a8f1-2ea01aecd5f3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0474215 Aug 31 17:11:12.539909 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '3bc789b9-189a-42e2-9a12-215cdcf02dad', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'port_id': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'mac_address': 'fa:16:3e:12:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:11:11Z', 'updated_at': '2021-08-31T17:11:11Z', 'revision_number': 0, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:12.569076 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] Checking router: 75ac6f13-37ea-43f7-9d3a-ed692e63c882 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:11:12.577846 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:11:12.578457 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:10:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:12.586620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-a4940959-0c43-42d9-bdf7-9872a0bc37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:12.588270 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-a4940959-0c43-42d9-bdf7-9872a0bc37ce service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416031 Aug 31 17:11:12.683846 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-87f625e2-507b-4720-b098-168bc97962f6 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822175 Aug 31 17:11:12.684075 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:11:12.776740 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-89d10dad-8caa-4110-9468-5efda94e4d11 req-b941903e-628f-4c42-ac59-e1fb181f9be9 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850122 Aug 31 17:11:12.906328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '3bc789b9-189a-42e2-9a12-215cdcf02dad', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'port_id': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'mac_address': 'fa:16:3e:12:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:11:11Z', 'updated_at': '2021-08-31T17:11:11Z', 'revision_number': 0, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:11:12.937234 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ad66c-8b5f-4015-ae3a-7342314bb696 None None] The sync data for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi is: [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '3bc789b9-189a-42e2-9a12-215cdcf02dad', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'port_id': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'mac_address': 'fa:16:3e:12:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:11:11Z', 'updated_at': '2021-08-31T17:11:11Z', 'revision_number': 0, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:11:13.119344 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9f47a-175b-43f5-abf4-1002741215a1 None None] New status for floating IP 3bc789b9-189a-42e2-9a12-215cdcf02dad: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:11:13.324735 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98b50f-1ea3-4ae9-befb-861bc55b9be8 req-25c30efa-3be6-4fa0-8e88-787c090be962 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:13.327358 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5a98b50f-1ea3-4ae9-befb-861bc55b9be8 req-25c30efa-3be6-4fa0-8e88-787c090be962 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0673161 Aug 31 17:11:13.376361 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5a98b50f-1ea3-4ae9-befb-861bc55b9be8 req-1ec8e900-d58f-48e2-9047-cccfdd37d5b2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Aug 31 17:11:13.391440 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37b223-c1d9-45ed-ba9a-ada4317ea9fd req-0ea105a1-7265-40e8-925f-2262a689ed3c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:13.397028 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df37b223-c1d9-45ed-ba9a-ada4317ea9fd req-0ea105a1-7265-40e8-925f-2262a689ed3c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0724795 Aug 31 17:11:13.438750 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df37b223-c1d9-45ed-ba9a-ada4317ea9fd req-c2450261-65e1-4830-94e5-17fccb8a71ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366690 Aug 31 17:11:14.498181 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe029cc-cb33-4331-8fd6-2bd70bba3303 req-ec3115a0-06d1-4915-a195-3d59303ba601 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:14.500247 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8fe029cc-cb33-4331-8fd6-2bd70bba3303 req-ec3115a0-06d1-4915-a195-3d59303ba601 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0512300 Aug 31 17:11:14.539826 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8fe029cc-cb33-4331-8fd6-2bd70bba3303 req-1cca2ed2-520c-4414-824b-b2c6b0e3badf tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Aug 31 17:11:14.577341 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842b147-484d-4c0a-8742-6df8b0ca68c9 req-e4eac2f2-4228-4756-bb5d-e7699c53b704 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:14.578827 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c842b147-484d-4c0a-8742-6df8b0ca68c9 req-e4eac2f2-4228-4756-bb5d-e7699c53b704 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0609739 Aug 31 17:11:14.624702 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c842b147-484d-4c0a-8742-6df8b0ca68c9 req-5f7f2dff-2317-4171-a090-fe88e5c1c6e7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Aug 31 17:11:15.659669 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df8101-4376-4e69-9201-cfbcc3c35958 req-d97bc3b1-9a43-4680-b09e-4369b30c4f89 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:15.661300 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-53df8101-4376-4e69-9201-cfbcc3c35958 req-d97bc3b1-9a43-4680-b09e-4369b30c4f89 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0523367 Aug 31 17:11:15.707150 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-53df8101-4376-4e69-9201-cfbcc3c35958 req-79c54ac6-1f0c-4f85-8c0b-a5a2ae6025ca tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 Aug 31 17:11:15.749473 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed398f-0ddb-41b1-b9f3-5dcbc95aab0e req-6f4dc080-3ca6-4580-a281-f1ebc140c1de tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:15.750635 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-72ed398f-0ddb-41b1-b9f3-5dcbc95aab0e req-6f4dc080-3ca6-4580-a281-f1ebc140c1de tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Aug 31 17:11:15.791441 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-72ed398f-0ddb-41b1-b9f3-5dcbc95aab0e req-acf7007b-031c-4d17-afa7-491b662f66b2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333843 Aug 31 17:11:16.139492 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:16.244805 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65040b47-a6fa-4011-98da-d459186a470d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.329274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65040b47-a6fa-4011-98da-d459186a470d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.332981 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65040b47-a6fa-4011-98da-d459186a470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.372069 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-65040b47-a6fa-4011-98da-d459186a470d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3a4648ce700541f0b1f8b89946ea0eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313631 Aug 31 17:11:16.373026 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65040b47-a6fa-4011-98da-d459186a470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a1f68-1435-4d43-a29f-c2241fc10639,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:16.374769 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43958) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:16.427782 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8402f135-3bf9-46f1-b053-9e9fed6721ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.448025 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8402f135-3bf9-46f1-b053-9e9fed6721ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.494812 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8402f135-3bf9-46f1-b053-9e9fed6721ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.497371 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8402f135-3bf9-46f1-b053-9e9fed6721ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.498502 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8402f135-3bf9-46f1-b053-9e9fed6721ed admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4c3a1f68-1435-4d43-a29f-c2241fc10639 HTTP/1.1" status: 204 len: 168 time: 0.1227746 Aug 31 17:11:16.506022 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f135-3bf9-46f1-b053-9e9fed6721ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3a1f68-1435-4d43-a29f-c2241fc10639,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:16.754919 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 43966) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:16.767677 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7bbe-e62b-4b5c-bf98-a582bc9a9a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.850165 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe141d-9661-4ca9-80aa-cae2666dfd1c req-9d586ebe-4723-468e-8d4f-c5211a1ec507 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:16.851627 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c7fe141d-9661-4ca9-80aa-cae2666dfd1c req-9d586ebe-4723-468e-8d4f-c5211a1ec507 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0716050 Aug 31 17:11:16.907593 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c7fe141d-9661-4ca9-80aa-cae2666dfd1c req-490249b0-1af8-47ae-810a-74fc8c2f9e80 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495172 Aug 31 17:11:16.922418 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c2d44-96ef-46fb-89eb-032c9b519394 req-f323b1ef-6caa-416a-b426-594fd1b5d1a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:16.923927 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8d7c2d44-96ef-46fb-89eb-032c9b519394 req-f323b1ef-6caa-416a-b426-594fd1b5d1a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0551591 Aug 31 17:11:16.926274 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7bbe-e62b-4b5c-bf98-a582bc9a9a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.930267 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7bbe-e62b-4b5c-bf98-a582bc9a9a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:16.972335 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8d7c2d44-96ef-46fb-89eb-032c9b519394 req-f1385f03-f88f-475f-b196-dc1af2fbc5b3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424831 Aug 31 17:11:16.973319 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b1ba7bbe-e62b-4b5c-bf98-a582bc9a9a11 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=33beef64409241ad9e60f08a295cc7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172885 Aug 31 17:11:16.975396 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba7bbe-e62b-4b5c-bf98-a582bc9a9a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e70a7e-3d76-4b27-abb3-3410a3ffd77d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:16.975974 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 43970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:17.035406 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-357d4965-56e2-4989-bdd1-79a6c7549b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:17.055471 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-357d4965-56e2-4989-bdd1-79a6c7549b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:17.102929 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-357d4965-56e2-4989-bdd1-79a6c7549b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:17.105541 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-357d4965-56e2-4989-bdd1-79a6c7549b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:17.106672 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-357d4965-56e2-4989-bdd1-79a6c7549b4d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/25e70a7e-3d76-4b27-abb3-3410a3ffd77d HTTP/1.1" status: 204 len: 168 time: 0.1296115 Aug 31 17:11:17.114502 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d4965-56e2-4989-bdd1-79a6c7549b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e70a7e-3d76-4b27-abb3-3410a3ffd77d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:17.769810 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87aaed0b-7dac-49d4-870a-f0edcc195acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:18.037682 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c46145-94d8-4551-963b-65d42dc15e35 req-bac5a6d9-099b-4146-831d-9428c3a4cd6b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:18.039211 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a9c46145-94d8-4551-963b-65d42dc15e35 req-bac5a6d9-099b-4146-831d-9428c3a4cd6b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0577643 Aug 31 17:11:18.081653 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a9c46145-94d8-4551-963b-65d42dc15e35 req-c8bf8ba5-5f8f-43eb-a5d8-a5e2a5a0d4fb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Aug 31 17:11:18.122863 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c53fa-d966-4a10-a284-92c6fc476f46 req-8e1ffb17-48ff-410e-baf6-9bf2cd8cf95a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:18.125545 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee2c53fa-d966-4a10-a284-92c6fc476f46 req-8e1ffb17-48ff-410e-baf6-9bf2cd8cf95a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0648534 Aug 31 17:11:18.167603 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee2c53fa-d966-4a10-a284-92c6fc476f46 req-de030bcd-b37a-4a3c-b9c7-67dd71e865b6 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356493 Aug 31 17:11:18.727909 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:11:18.837802 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:18.849795 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'mac_address': 'fa:16:3e:e8:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:11:18.889436 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:18.902501 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf6162fc-3f90-4171-85bd-7978d1daa170 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:11:18.922755 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:18.926629 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:18.978433 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:18.987778 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.988128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.988497 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.988839 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.989211 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.989547 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.989869 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.990198 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.990546 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.990875 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.991206 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:18.991527 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:11:19.011864 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44036) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:19.032353 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['cf6162fc-3f90-4171-85bd-7978d1daa170'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:11:19.131755 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-028da50d-3d45-451c-a30c-f11c9c396ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.236917 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c0749-ae43-46b2-8f3c-b13c4874f6c4 req-6d29eae9-0b9b-4c66-a93f-714b2936b2dc tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:19.238808 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-892c0749-ae43-46b2-8f3c-b13c4874f6c4 req-6d29eae9-0b9b-4c66-a93f-714b2936b2dc tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0824354 Aug 31 17:11:19.305179 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f68f1-3fbc-476e-8062-aaab2155ee50 req-3969b883-9921-4bf1-bdf1-7287b8e10338 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:19.306864 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-336f68f1-3fbc-476e-8062-aaab2155ee50 req-3969b883-9921-4bf1-bdf1-7287b8e10338 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0637522 Aug 31 17:11:19.308971 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-028da50d-3d45-451c-a30c-f11c9c396ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.312841 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-892c0749-ae43-46b2-8f3c-b13c4874f6c4 req-a6000c5e-44bb-4035-825b-9a78b801b2a7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617316 Aug 31 17:11:19.314925 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-028da50d-3d45-451c-a30c-f11c9c396ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.353003 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028da50d-3d45-451c-a30c-f11c9c396ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5eaee6-756d-4fd1-9d91-d733ebdec7b5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:19.361765 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-028da50d-3d45-451c-a30c-f11c9c396ea4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c648249f38f0449cbdee316e7f655129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484499 Aug 31 17:11:19.362339 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-336f68f1-3fbc-476e-8062-aaab2155ee50 req-a8df35de-4107-43f4-a8ab-87bd3d0a492f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441439 Aug 31 17:11:19.365558 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44044) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:19.429318 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccf78375-1a61-436f-bcc2-043029477ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.454852 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccf78375-1a61-436f-bcc2-043029477ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.506372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccf78375-1a61-436f-bcc2-043029477ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.509670 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccf78375-1a61-436f-bcc2-043029477ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.511203 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ccf78375-1a61-436f-bcc2-043029477ba8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4e5eaee6-756d-4fd1-9d91-d733ebdec7b5 HTTP/1.1" status: 204 len: 168 time: 0.1448183 Aug 31 17:11:19.521850 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf78375-1a61-436f-bcc2-043029477ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5eaee6-756d-4fd1-9d91-d733ebdec7b5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:19.795752 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44050) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:19.812689 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671f5952-31be-4814-b5b5-02defa873e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.912693 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671f5952-31be-4814-b5b5-02defa873e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.916732 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671f5952-31be-4814-b5b5-02defa873e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:19.960840 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-671f5952-31be-4814-b5b5-02defa873e02 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=78ef67e9939f4dff908f5330d2e5d0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639807 Aug 31 17:11:19.961671 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f5952-31be-4814-b5b5-02defa873e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85fe13c-631b-4a80-8c9b-0f2e0cae474f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:19.963704 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 44052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:20.018090 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74f6591e-678a-43bf-a467-cfce2028a76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.039298 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74f6591e-678a-43bf-a467-cfce2028a76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.086083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74f6591e-678a-43bf-a467-cfce2028a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.088719 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74f6591e-678a-43bf-a467-cfce2028a76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.090129 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-74f6591e-678a-43bf-a467-cfce2028a76f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f85fe13c-631b-4a80-8c9b-0f2e0cae474f HTTP/1.1" status: 204 len: 168 time: 0.1251223 Aug 31 17:11:20.098916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6591e-678a-43bf-a467-cfce2028a76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85fe13c-631b-4a80-8c9b-0f2e0cae474f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:20.440404 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13e58-196d-49b5-a459-8e65efdaeda0 req-41e65237-70bd-43a5-a8a0-6a5e6f8d4bd5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:20.441972 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d8d13e58-196d-49b5-a459-8e65efdaeda0 req-41e65237-70bd-43a5-a8a0-6a5e6f8d4bd5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0518992 Aug 31 17:11:20.506209 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfeb1e-1055-41be-bb55-e899879ab057 req-deefbcbe-470a-4d5d-aaf3-f47b8421f8b7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:20.506738 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d8d13e58-196d-49b5-a459-8e65efdaeda0 req-6df091fc-9531-4086-ac99-d425c56cb550 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555942 Aug 31 17:11:20.508522 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9cdfeb1e-1055-41be-bb55-e899879ab057 req-deefbcbe-470a-4d5d-aaf3-f47b8421f8b7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0570171 Aug 31 17:11:20.555417 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9cdfeb1e-1055-41be-bb55-e899879ab057 req-f24c64c4-906b-4d8b-840a-69a62d40a948 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380726 Aug 31 17:11:20.614961 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.655557 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18fd9688-10d5-4d17-ad5c-e0e2572f124b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.731803 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1836c5-7c96-4822-9a41-f5da6feb7dbd req-5fde523a-3391-41ef-aec1-ded4a0620e2b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:20.733350 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fe1836c5-7c96-4822-9a41-f5da6feb7dbd req-5fde523a-3391-41ef-aec1-ded4a0620e2b tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0538468 Aug 31 17:11:20.756144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:11:20.803893 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fe1836c5-7c96-4822-9a41-f5da6feb7dbd req-4eee6e2c-0a98-4378-89f9-e8e8e129d584 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636113 Aug 31 17:11:20.814859 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-92486a96-4eab-43e1-8ab5-8eb39958ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:20.816688 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-92486a96-4eab-43e1-8ab5-8eb39958ca83 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1099 time: 0.0551450 Aug 31 17:11:20.817179 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port cf6162fc-3f90-4171-85bd-7978d1daa170 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:11:20.817620 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.909789 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.934847 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-f2657572-88ea-4cae-b864-e3797b517f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:20.936842 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-f2657572-88ea-4cae-b864-e3797b517f0c service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0994112 Aug 31 17:11:20.937423 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:11:20.939852 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e4a5d4-ce30-41a3-b980-da76cb9d8426" -d '{"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-plugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:11:20.953660 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:20.959217 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:20.985327 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e424c-2f95-430d-a1de-e81ced862441 x-openstack-request-id: req-878e424c-2f95-430d-a1de-e81ced862441 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:11:20.985612 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-plugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:11:20.985857 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-878e424c-2f95-430d-a1de-e81ced862441 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:11:20.986231 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'code': 200} Aug 31 17:11:21.020034 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:21.025928 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-a5b61872-ce21-4097-88d8-9d59b31c6990 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 1002 time: 0.0755336 Aug 31 17:11:21.080932 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-96c7c95e-b84b-4584-a356-13ac5d2f19e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:21.082312 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-96c7c95e-b84b-4584-a356-13ac5d2f19e1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0438035 Aug 31 17:11:21.141436 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-8dee47f5-3f5a-43ea-a3e8-761a2e022bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:21.143110 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-8dee47f5-3f5a-43ea-a3e8-761a2e022bec service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462615 Aug 31 17:11:21.246674 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-0fbafc9e-c84a-452d-9ec9-90a2ae3a4e2f service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853438 Aug 31 17:11:21.289869 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44096) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:21.357367 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-df2518e7-e3b1-4152-aedd-60286bf1d0cf req-4340a27b-ccb8-41b3-a40e-de8997c8d6cb service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917871 Aug 31 17:11:21.399547 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5815-abd6-4681-9403-a0831f31b679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.490650 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5815-abd6-4681-9403-a0831f31b679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.494636 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5815-abd6-4681-9403-a0831f31b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.532897 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2a3d5815-abd6-4681-9403-a0831f31b679 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1d60b09528c04929a47c4c5e844b55db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418792 Aug 31 17:11:21.534049 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d5815-abd6-4681-9403-a0831f31b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88135c7e-8150-4155-8821-8c93cacecd7a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:21.536254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 44100) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:21.588167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cd86-a2f7-40c9-993d-043fd49e34ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.612639 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cd86-a2f7-40c9-993d-043fd49e34ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.696366 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc574489-279b-4659-9d7e-9bc65d4ab440 req-0118a82b-32c8-4bab-9e59-d9621e555348 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:21.697941 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cc574489-279b-4659-9d7e-9bc65d4ab440 req-0118a82b-32c8-4bab-9e59-d9621e555348 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0642161 Aug 31 17:11:21.699044 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cd86-a2f7-40c9-993d-043fd49e34ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.701807 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8e4cd86-a2f7-40c9-993d-043fd49e34ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.702839 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a8e4cd86-a2f7-40c9-993d-043fd49e34ad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/88135c7e-8150-4155-8821-8c93cacecd7a HTTP/1.1" status: 204 len: 168 time: 0.1652980 Aug 31 17:11:21.718100 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4cd86-a2f7-40c9-993d-043fd49e34ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88135c7e-8150-4155-8821-8c93cacecd7a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:21.750659 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cc574489-279b-4659-9d7e-9bc65d4ab440 req-86e8b211-4288-4789-8a06-1e862d8c24fa tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451670 Aug 31 17:11:21.936550 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139dbe-ac84-4756-afec-206bb85950ef req-f34d99d7-dd6f-4a79-950d-398baaa9db78 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:21.938485 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-34139dbe-ac84-4756-afec-206bb85950ef req-f34d99d7-dd6f-4a79-950d-398baaa9db78 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0611010 Aug 31 17:11:21.940874 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:21.986682 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-34139dbe-ac84-4756-afec-206bb85950ef req-49953a9d-8212-4b73-b3df-fb35e62c915f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387192 Aug 31 17:11:22.886221 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c9430-5221-4769-a4ea-1b9c6206b2d1 req-5d1bfbd9-cb46-47d1-a679-0591463f6e01 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:22.887687 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e86c9430-5221-4769-a4ea-1b9c6206b2d1 req-5d1bfbd9-cb46-47d1-a679-0591463f6e01 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Aug 31 17:11:22.925342 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e86c9430-5221-4769-a4ea-1b9c6206b2d1 req-9e750bae-5579-4917-b96f-7cf0bf101751 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Aug 31 17:11:23.104979 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896da4e-2e6b-4707-99a7-13a31074927f req-177cad2e-0df3-4cc5-ad1d-2d8f604eb27d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:23.106476 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7896da4e-2e6b-4707-99a7-13a31074927f req-177cad2e-0df3-4cc5-ad1d-2d8f604eb27d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0476024 Aug 31 17:11:23.145624 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7896da4e-2e6b-4707-99a7-13a31074927f req-8bf704c3-a9e1-4698-ab2a-65398d895775 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Aug 31 17:11:23.547788 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:24.051946 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207bd9d-ebf5-44a5-9c8d-adbab0889a6d req-e5840a0a-0880-41bc-a8ba-07629f3fea44 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:24.053441 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c207bd9d-ebf5-44a5-9c8d-adbab0889a6d req-e5840a0a-0880-41bc-a8ba-07629f3fea44 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0547392 Aug 31 17:11:24.099212 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c207bd9d-ebf5-44a5-9c8d-adbab0889a6d req-728f3c5a-e452-47c0-be84-5dd69c8f2bc6 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396273 Aug 31 17:11:25.221529 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620112-b56b-4ab5-a3d9-9049aad36ef8 req-654c7f5b-04bf-4402-8c7c-c75199639a16 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:25.223785 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b3620112-b56b-4ab5-a3d9-9049aad36ef8 req-654c7f5b-04bf-4402-8c7c-c75199639a16 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Aug 31 17:11:25.271298 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b3620112-b56b-4ab5-a3d9-9049aad36ef8 req-194fb5e6-6cad-4021-9e26-2827707652bf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411983 Aug 31 17:11:26.139444 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:11:26.395748 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e312-ae89-4328-bc38-136648649282 req-548087f0-5efc-4c6b-a37c-51d0acb26fe3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:26.397866 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-92c2e312-ae89-4328-bc38-136648649282 req-548087f0-5efc-4c6b-a37c-51d0acb26fe3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0515273 Aug 31 17:11:26.439393 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-92c2e312-ae89-4328-bc38-136648649282 req-5ca0fe7c-4f19-494e-90e0-2ec5fe41bf4a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350604 Aug 31 17:11:27.580917 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05f8e-2b29-4d6e-98d4-4f3a12e2487c req-eab505b9-077b-45ab-b5b0-62c1d90eb740 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:27.582469 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-63c05f8e-2b29-4d6e-98d4-4f3a12e2487c req-eab505b9-077b-45ab-b5b0-62c1d90eb740 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0640762 Aug 31 17:11:27.628265 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-63c05f8e-2b29-4d6e-98d4-4f3a12e2487c req-a87f7fc9-c37a-4c66-ab3a-f365b9115728 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387750 Aug 31 17:11:28.762124 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8b813-2d04-49e2-8cb9-cacff000d539 req-7a16fbe5-fac6-4c38-a375-031b00a52e0a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:28.763666 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86c8b813-2d04-49e2-8cb9-cacff000d539 req-7a16fbe5-fac6-4c38-a375-031b00a52e0a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0556183 Aug 31 17:11:28.815276 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86c8b813-2d04-49e2-8cb9-cacff000d539 req-3cda12da-e952-433e-9877-7ea09d320604 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443759 Aug 31 17:11:29.972154 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acf3e4-f564-4d5b-87d1-c9b92c3a6f0e req-4b68291e-f410-41a6-a3dd-709837589148 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:29.972909 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d5acf3e4-f564-4d5b-87d1-c9b92c3a6f0e req-4b68291e-f410-41a6-a3dd-709837589148 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0566144 Aug 31 17:11:30.012896 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d5acf3e4-f564-4d5b-87d1-c9b92c3a6f0e req-7771049f-e55e-433d-b93c-44ea177e212f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334756 Aug 31 17:11:31.327073 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a702755-1c76-4011-b904-02667ba3e16b req-1d8005e5-f0af-4e27-83fe-6a42804414e5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:31.328689 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7a702755-1c76-4011-b904-02667ba3e16b req-1d8005e5-f0af-4e27-83fe-6a42804414e5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.2370372 Aug 31 17:11:31.371903 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7a702755-1c76-4011-b904-02667ba3e16b req-ef2683ae-3b79-42c1-a5db-c0ba881d67eb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346406 Aug 31 17:11:32.580793 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3fec-cf73-4a62-8193-a13f129e88b1 req-6ea15b4d-a694-43a7-8395-c5cc89d51eb7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:32.582299 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f10b3fec-cf73-4a62-8193-a13f129e88b1 req-6ea15b4d-a694-43a7-8395-c5cc89d51eb7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.1310091 Aug 31 17:11:32.628747 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f10b3fec-cf73-4a62-8193-a13f129e88b1 req-2549c287-63e4-4bee-8556-0e02cebb8a41 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Aug 31 17:11:33.749842 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492e3d4-07be-4fc5-a39e-9ec490c0b002 req-0f8417ca-9c7e-49a9-a994-185bb84fc5e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:33.751408 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7492e3d4-07be-4fc5-a39e-9ec490c0b002 req-0f8417ca-9c7e-49a9-a994-185bb84fc5e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Aug 31 17:11:33.797670 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7492e3d4-07be-4fc5-a39e-9ec490c0b002 req-caee3760-c25b-4f53-8559-af1230a27e86 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Aug 31 17:11:34.935296 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f453816-5353-4f39-828c-042fcb52c908 req-3acc8dc2-fe3b-40ef-9a64-db681d151131 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:34.937095 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f453816-5353-4f39-828c-042fcb52c908 req-3acc8dc2-fe3b-40ef-9a64-db681d151131 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0569568 Aug 31 17:11:34.983571 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f453816-5353-4f39-828c-042fcb52c908 req-a0fce0ab-3930-41e4-947d-0c8f783eaea9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379901 Aug 31 17:11:36.115756 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787dd9a-ca04-4228-81e8-60541dafcde1 req-edadb0cc-b6e3-4550-8072-dd00416f7d59 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:36.117275 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c787dd9a-ca04-4228-81e8-60541dafcde1 req-edadb0cc-b6e3-4550-8072-dd00416f7d59 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0548558 Aug 31 17:11:36.158952 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c787dd9a-ca04-4228-81e8-60541dafcde1 req-26cebc6b-772d-484b-b665-f7d053c9aafe tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356853 Aug 31 17:11:37.314603 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47e322-93ee-422a-bf36-c6a5d0e3edf9 req-053b1ae1-d262-4257-a886-5edbcbf98f3b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:37.316660 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e47e322-93ee-422a-bf36-c6a5d0e3edf9 req-053b1ae1-d262-4257-a886-5edbcbf98f3b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0820408 Aug 31 17:11:37.361143 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e47e322-93ee-422a-bf36-c6a5d0e3edf9 req-49aec069-915a-4c96-bd2d-a1f6c2fa36a2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381427 Aug 31 17:11:38.139426 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-033d27fc-060a-486c-835f-b9083dfb5a6b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689142 Aug 31 17:11:38.216867 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-f126ba3e-a3f3-4601-99ef-b4b272276a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:38.218775 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-f126ba3e-a3f3-4601-99ef-b4b272276a5d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1099 time: 0.0423996 Aug 31 17:11:38.342110 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-c2beb566-0049-4874-8b92-48c41e4c62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:38.343760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-c2beb566-0049-4874-8b92-48c41e4c62ff service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0937562 Aug 31 17:11:38.418388 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-44ac8e99-45cf-4ff8-9b5a-89df058f7e8c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 1002 time: 0.0631204 Aug 31 17:11:38.501560 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-286cad32-2126-46e3-8401-7385529a0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:38.502996 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-286cad32-2126-46e3-8401-7385529a0a20 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0768690 Aug 31 17:11:38.522114 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a96000-286a-461d-861d-97c243d393c0 req-4f8297ef-a6dd-4998-b63e-394af242f625 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:38.523580 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-01a96000-286a-461d-861d-97c243d393c0 req-4f8297ef-a6dd-4998-b63e-394af242f625 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0631323 Aug 31 17:11:38.585884 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-01a96000-286a-461d-861d-97c243d393c0 req-6feef6ea-e1e1-4050-9432-8d86842f6e57 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538843 Aug 31 17:11:38.590781 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-70f696c0-c777-4bba-8100-5f53ea92dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:38.592225 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-70f696c0-c777-4bba-8100-5f53ea92dd18 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678031 Aug 31 17:11:38.695604 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-487c7f97-9181-4119-a254-92d845c90534 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Aug 31 17:11:38.787382 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b6ef455e-67dc-4b7b-8829-95d56ab829ed req-37fc363e-9c56-4a14-8144-c09a7f84ea3d service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799835 Aug 31 17:11:39.708373 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700e44-3bdc-4f2b-bf8a-1878df6af7f6 req-a75f842d-77de-4ba7-bc16-41b8907a9713 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:39.709873 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2c700e44-3bdc-4f2b-bf8a-1878df6af7f6 req-a75f842d-77de-4ba7-bc16-41b8907a9713 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Aug 31 17:11:39.747822 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2c700e44-3bdc-4f2b-bf8a-1878df6af7f6 req-3725264f-5e70-4292-949b-2b40ab713334 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Aug 31 17:11:39.753587 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:40.871829 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c6940-fb84-4612-8329-afb74d731d86 req-0fde8c73-1673-48b3-9478-6e101f4efebf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:40.873346 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-839c6940-fb84-4612-8329-afb74d731d86 req-0fde8c73-1673-48b3-9478-6e101f4efebf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0531344 Aug 31 17:11:40.913569 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-839c6940-fb84-4612-8329-afb74d731d86 req-af6d1b7d-93c6-491e-8aa9-ec87d802970f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336709 Aug 31 17:11:41.237380 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f53be-eabe-4eea-a092-fced6fa62b44 req-eb1fee17-56fe-4c52-ac69-db60468de0da tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:41.238428 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-700f53be-eabe-4eea-a092-fced6fa62b44 req-eb1fee17-56fe-4c52-ac69-db60468de0da tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0515077 Aug 31 17:11:41.281282 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-700f53be-eabe-4eea-a092-fced6fa62b44 req-e8fbcde3-a23d-4dbf-a793-42dd5eda7ad4 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355258 Aug 31 17:11:41.954287 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-6af1ecb2-b6dd-4f83-9c61-0f0ef7d46d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:41.955838 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-6af1ecb2-b6dd-4f83-9c61-0f0ef7d46d5f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1138 time: 0.0498483 Aug 31 17:11:42.045667 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc92cd-3cf3-494a-a0be-4c9811a6ebc6 req-a4916eae-0f17-493d-92b7-47c85ccde122 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.047361 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5bfc92cd-3cf3-494a-a0be-4c9811a6ebc6 req-a4916eae-0f17-493d-92b7-47c85ccde122 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0566103 Aug 31 17:11:42.081457 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-daf04439-b528-41f6-a903-8d9fdd482c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.083012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-daf04439-b528-41f6-a903-8d9fdd482c17 service neutron] 10.222.0.109 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 916 time: 0.1082988 Aug 31 17:11:42.094385 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5bfc92cd-3cf3-494a-a0be-4c9811a6ebc6 req-02ba5833-889f-4b55-96d4-4b1f9df23753 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399632 Aug 31 17:11:42.166516 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-8657225e-4b7f-4212-8468-4a52470d4041 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 1001 time: 0.0637109 Aug 31 17:11:42.225773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-442d7d52-d82e-4c1f-ae9d-8e19f0ecc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.227133 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-442d7d52-d82e-4c1f-ae9d-8e19f0ecc361 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 200 len: 853 time: 0.0440514 Aug 31 17:11:42.568811 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-c03edae7-e81f-4249-9809-f21b43f21413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.570260 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-c03edae7-e81f-4249-9809-f21b43f21413 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=317ef0af-3236-445c-ab17-4a8a38ad7c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3309081 Aug 31 17:11:42.581526 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-74f73526-f6f2-4034-89b2-e18afd3bf7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.582963 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-74f73526-f6f2-4034-89b2-e18afd3bf7f8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0816112 Aug 31 17:11:42.591377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e58057-7964-4ffc-a352-002d2e103228 req-e52a0667-9786-48fc-8c95-02c28602351b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.592765 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a7e58057-7964-4ffc-a352-002d2e103228 req-e52a0667-9786-48fc-8c95-02c28602351b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0927160 Aug 31 17:11:42.731687 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a7e58057-7964-4ffc-a352-002d2e103228 req-03005c0e-9642-49a1-b793-96a9173a4e6e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309688 Aug 31 17:11:42.777227 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-105bb64a-59e9-4821-b0f7-0090967d3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.778676 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-105bb64a-59e9-4821-b0f7-0090967d3ad0 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.1770906 Aug 31 17:11:42.782052 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-bd891c93-47a8-45e3-b49d-9e3f486fce08 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884193 Aug 31 17:11:42.906669 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-904dda0c-b8d7-4d20-a289-6c397ad0d436 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 1000 time: 0.1088071 Aug 31 17:11:42.965380 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-b47b5be9-1ae3-4d9c-8a9e-ae796d0ad61f service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607308 Aug 31 17:11:42.981167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-cfbe9d17-b7c0-4bf8-9cf1-45932fbda478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:42.982706 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-cfbe9d17-b7c0-4bf8-9cf1-45932fbda478 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0563810 Aug 31 17:11:43.029777 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-761f58fb-aa7e-4b75-9e08-5257166a290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:43.031339 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-761f58fb-aa7e-4b75-9e08-5257166a290f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400321 Aug 31 17:11:43.137422 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-24abc639-804f-4cee-9ac2-a2f2ae853c27 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931849 Aug 31 17:11:43.240206 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3649e-4ff9-486b-8160-1670908128bd req-e7bdc5e7-db47-4d29-b5ad-ee8b863cfa07 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:43.242168 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6fb3649e-4ff9-486b-8160-1670908128bd req-e7bdc5e7-db47-4d29-b5ad-ee8b863cfa07 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0694158 Aug 31 17:11:43.249512 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bcf55c8-9398-4e43-bb49-4e55f487bba9 req-72da7683-2309-4085-b8e5-bd3d65fb520d service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002920 Aug 31 17:11:43.290629 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6fb3649e-4ff9-486b-8160-1670908128bd req-31d1eda7-6c41-49b9-b68b-ad7253847b7a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Aug 31 17:11:43.851674 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fca373-09bd-4bb5-b768-a4287567f633 req-23a1ffb4-ad61-4b46-b4c3-2e1180021013 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:43.853175 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-30fca373-09bd-4bb5-b768-a4287567f633 req-23a1ffb4-ad61-4b46-b4c3-2e1180021013 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0534248 Aug 31 17:11:43.893224 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-30fca373-09bd-4bb5-b768-a4287567f633 req-4b295e4a-08e7-433f-af1c-631b0deb634c tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340765 Aug 31 17:11:44.413486 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bcc06-19da-4bb1-b2f3-6c2515fa38b6 req-3c6f0f8b-e8bd-4688-bc09-55a1a935e352 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:44.414923 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-427bcc06-19da-4bb1-b2f3-6c2515fa38b6 req-3c6f0f8b-e8bd-4688-bc09-55a1a935e352 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 945 time: 0.0496240 Aug 31 17:11:44.557216 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-427bcc06-19da-4bb1-b2f3-6c2515fa38b6 req-45d12b3c-b6fd-4db2-853b-4e314d409e7d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364379 Aug 31 17:11:44.848972 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:11:44.927768 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:44.956413 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:11:44.960551 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d976d3-2164-44b2-9381-74c2f695260a" -d '{"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:11:44.978304 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:11:44.984702 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:45.013051 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 17:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6012cf23-96ca-4a3e-9af6-0a36cf2e61d7 x-openstack-request-id: req-6012cf23-96ca-4a3e-9af6-0a36cf2e61d7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:11:45.013337 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:11:45.013603 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6012cf23-96ca-4a3e-9af6-0a36cf2e61d7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:11:45.013962 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'code': 200} Aug 31 17:11:45.037501 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983073a-fc82-4b1c-8782-f8928ad9ac12 req-bc3b7a90-3158-4ddd-8205-7ce14d3ee666 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:45.039819 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7983073a-fc82-4b1c-8782-f8928ad9ac12 req-bc3b7a90-3158-4ddd-8205-7ce14d3ee666 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0602884 Aug 31 17:11:45.043928 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:45.081959 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7983073a-fc82-4b1c-8782-f8928ad9ac12 req-6d6934ef-e73d-474f-b91d-19cc5c40452b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360076 Aug 31 17:11:45.679990 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bb2a1-d773-4f31-b90a-41654bc43744 req-bcc21f1e-880b-4bf8-ae1a-961f064970d0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:45.681464 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bf0bb2a1-d773-4f31-b90a-41654bc43744 req-bcc21f1e-880b-4bf8-ae1a-961f064970d0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0508642 Aug 31 17:11:45.935051 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bf0bb2a1-d773-4f31-b90a-41654bc43744 req-3141b502-1074-4318-84ee-ec9357940999 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476439 Aug 31 17:11:46.198986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911765dd-9994-46e9-8fd3-3cfab502c4f5 req-ea9fa1e8-1b47-4c3a-a409-88f2ff458537 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:46.200743 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-911765dd-9994-46e9-8fd3-3cfab502c4f5 req-ea9fa1e8-1b47-4c3a-a409-88f2ff458537 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0524566 Aug 31 17:11:46.240488 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-911765dd-9994-46e9-8fd3-3cfab502c4f5 req-ace2f118-ec33-47ac-8194-b36249ca4a8d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337007 Aug 31 17:11:47.050352 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62718b1e-2866-494e-b8f2-dbb1be25d3e5 req-b582d6dd-a724-4a55-90ab-2f0e1876ef14 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:47.051895 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-62718b1e-2866-494e-b8f2-dbb1be25d3e5 req-b582d6dd-a724-4a55-90ab-2f0e1876ef14 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0466788 Aug 31 17:11:47.090027 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-62718b1e-2866-494e-b8f2-dbb1be25d3e5 req-9c157980-7edd-495e-9e52-2483e0816765 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Aug 31 17:11:47.358104 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f7941-e1c3-41ea-9d42-12c9170933fc req-681ce48a-57ac-4caf-bf4e-c06b503932fd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:47.359624 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd2f7941-e1c3-41ea-9d42-12c9170933fc req-681ce48a-57ac-4caf-bf4e-c06b503932fd tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0522163 Aug 31 17:11:47.399337 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd2f7941-e1c3-41ea-9d42-12c9170933fc req-d24b6838-240c-47ed-9269-95a15d435f8e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335486 Aug 31 17:11:47.770801 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0242cb27-d52b-4f33-b539-8c905fc4308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:48.213178 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdd74-047f-4d60-96db-8bfae76f49e0 req-aa250fb5-49a1-47ce-a281-fcd0ff3c95da tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:48.214693 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c2ecdd74-047f-4d60-96db-8bfae76f49e0 req-aa250fb5-49a1-47ce-a281-fcd0ff3c95da tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0487194 Aug 31 17:11:48.256870 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c2ecdd74-047f-4d60-96db-8bfae76f49e0 req-dffacea2-7e04-4d99-b85f-df2abdebd13b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358136 Aug 31 17:11:48.520757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7adc2-0ebf-422b-9cc7-0c64398d5de8 req-3f3e4a1a-ddfc-49be-9052-8503b88e86f7 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:48.522244 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6ea7adc2-0ebf-422b-9cc7-0c64398d5de8 req-3f3e4a1a-ddfc-49be-9052-8503b88e86f7 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0538154 Aug 31 17:11:48.566012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6ea7adc2-0ebf-422b-9cc7-0c64398d5de8 req-7e84722f-08ba-4114-8f16-e6a55df4770d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356767 Aug 31 17:11:49.378716 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4fbd-3185-41a2-9ba1-099410efdb62 req-51b1618c-3bdc-492f-8678-bf88e53c18aa tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:49.380220 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfed4fbd-3185-41a2-9ba1-099410efdb62 req-51b1618c-3bdc-492f-8678-bf88e53c18aa tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0504463 Aug 31 17:11:49.419528 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-dfed4fbd-3185-41a2-9ba1-099410efdb62 req-69c20eb5-82bd-4a70-9718-4112ea6b83c1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325129 Aug 31 17:11:49.680189 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50186de3-079f-4ec7-9ef6-831bf3f57be2 req-cf7eefbd-fba2-4e3d-8f6a-5cabf6c7cd4c tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:49.681600 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-50186de3-079f-4ec7-9ef6-831bf3f57be2 req-cf7eefbd-fba2-4e3d-8f6a-5cabf6c7cd4c tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0483465 Aug 31 17:11:49.720609 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-50186de3-079f-4ec7-9ef6-831bf3f57be2 req-ede0fd7e-5e48-43c4-8d9d-7b8aa00e8b26 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330770 Aug 31 17:11:50.547331 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844672c-9612-4209-840e-db3df1d50d3d req-9074c470-da44-4637-9822-0189cec80597 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:50.548831 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2844672c-9612-4209-840e-db3df1d50d3d req-9074c470-da44-4637-9822-0189cec80597 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0488293 Aug 31 17:11:50.587578 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2844672c-9612-4209-840e-db3df1d50d3d req-bedef19b-969c-42d2-af5a-e25901840b19 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323935 Aug 31 17:11:50.615175 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:50.662329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f48f32-af0c-4cd5-8fd7-7d147d5e9fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:50.841439 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371c79c-d8a8-4d74-b151-4a7f185b7486 req-e13824d7-d9bd-4178-ba4f-5c79b782591b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:50.843160 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2371c79c-d8a8-4d74-b151-4a7f185b7486 req-e13824d7-d9bd-4178-ba4f-5c79b782591b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0558271 Aug 31 17:11:50.886303 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2371c79c-d8a8-4d74-b151-4a7f185b7486 req-3c45cf36-71e7-4144-8755-af3bfd36b29a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370102 Aug 31 17:11:51.711869 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9800701-7e3c-4cfc-a9aa-a19d2beb8cde req-4309c3eb-f519-4190-84a9-015a965a104b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:51.713506 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b9800701-7e3c-4cfc-a9aa-a19d2beb8cde req-4309c3eb-f519-4190-84a9-015a965a104b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0531111 Aug 31 17:11:51.756710 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b9800701-7e3c-4cfc-a9aa-a19d2beb8cde req-121b1990-6d86-4732-b440-459d46df99b8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334921 Aug 31 17:11:51.939303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:52.020790 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37375db-a1bc-4fe8-a84f-c634537dec72 req-0acc2234-a273-4495-a57f-1d25ebf66538 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:52.022584 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e37375db-a1bc-4fe8-a84f-c634537dec72 req-0acc2234-a273-4495-a57f-1d25ebf66538 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0601890 Aug 31 17:11:52.066872 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e37375db-a1bc-4fe8-a84f-c634537dec72 req-be03548c-d993-4187-a16e-dff49b01b1e0 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366938 Aug 31 17:11:52.339140 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [req-ee8be529-8c0c-4362-8f73-fd8213d83bca req-e36b3b56-9e58-4538-8abf-40de69c85719 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:11:52.340296 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ee8be529-8c0c-4362-8f73-fd8213d83bca req-e36b3b56-9e58-4538-8abf-40de69c85719 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551350 Aug 31 17:11:52.509594 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ee374-1a48-488d-a524-808791ecf2bb req-236ebf1c-f438-4ac3-9177-bfdd322a50ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:52.511084 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e11ee374-1a48-488d-a524-808791ecf2bb req-236ebf1c-f438-4ac3-9177-bfdd322a50ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0489984 Aug 31 17:11:52.558973 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e11ee374-1a48-488d-a524-808791ecf2bb req-2c801037-5336-4a3b-86f5-1ca48340b6ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402782 Aug 31 17:11:52.770331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 44428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:52.855046 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-d931186b-cb81-4b71-933e-ed75ee65fe0d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834956 Aug 31 17:11:52.892743 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:11:53.191374 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19236eb4-9ee7-45a0-9c9f-b31b936cf569 req-320cd2f5-e475-4611-b5fc-1299ecd6a037 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:53.193026 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-19236eb4-9ee7-45a0-9c9f-b31b936cf569 req-320cd2f5-e475-4611-b5fc-1299ecd6a037 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0549264 Aug 31 17:11:53.236179 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-19236eb4-9ee7-45a0-9c9f-b31b936cf569 req-844539c6-60a2-40b6-b424-a32730643c64 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354843 Aug 31 17:11:53.551021 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:53.694067 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd900c10-38b2-4d4f-8cdb-37f26d26e042 req-4d60e01d-6b6b-47be-86f9-114f4ca7d73b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:53.695553 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd900c10-38b2-4d4f-8cdb-37f26d26e042 req-4d60e01d-6b6b-47be-86f9-114f4ca7d73b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0601788 Aug 31 17:11:53.732533 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd900c10-38b2-4d4f-8cdb-37f26d26e042 req-3d0a59a5-880f-40a1-a86c-8da51f6176de tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Aug 31 17:11:54.353809 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4970748-209f-4505-9e8a-0b28c9a37752 req-5c85e9b0-a6a7-4041-8d86-c68d74edbe1e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:54.355181 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c4970748-209f-4505-9e8a-0b28c9a37752 req-5c85e9b0-a6a7-4041-8d86-c68d74edbe1e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0500216 Aug 31 17:11:54.395108 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c4970748-209f-4505-9e8a-0b28c9a37752 req-e7622a6b-9502-463d-8d1d-066a291e9662 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332620 Aug 31 17:11:54.810857 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-8a87ce7f-7bb2-4a6b-8a2d-8c7d3f9c8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:54.812567 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-8a87ce7f-7bb2-4a6b-8a2d-8c7d3f9c8c0f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3&tenant_id=8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 1096 time: 0.1178718 Aug 31 17:11:54.886641 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdbd1c-c99a-4c9f-ad26-337e419f432a req-291b5326-c977-420c-8c3d-ab2895500c3e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:54.888150 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-14bdbd1c-c99a-4c9f-ad26-337e419f432a req-291b5326-c977-420c-8c3d-ab2895500c3e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0748510 Aug 31 17:11:54.904156 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-d55dbba4-68cb-47b6-b45d-fc1452a1b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:54.906197 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-d55dbba4-68cb-47b6-b45d-fc1452a1b0fb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0676088 Aug 31 17:11:54.971125 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-14bdbd1c-c99a-4c9f-ad26-337e419f432a req-8d0e4e99-c46a-4161-a8d2-753cd836831b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754476 Aug 31 17:11:55.013489 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-fc7fae8a-eba9-40bf-9360-69dda5cdcc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:55.014949 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-fc7fae8a-eba9-40bf-9360-69dda5cdcc7c service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0989430 Aug 31 17:11:55.056787 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44476) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:55.086594 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-ef02faff-d74a-4527-8eff-dc017349684f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 998 time: 0.0624089 Aug 31 17:11:55.137255 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-71f6d06f-b2ce-43fd-850c-5aaf8c4bd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:55.138704 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-71f6d06f-b2ce-43fd-850c-5aaf8c4bd717 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0435157 Aug 31 17:11:55.170563 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c12431f-4ead-4a13-9af1-457cb1b89859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.190822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-caa82ff0-9d90-4071-9943-f2f97a398dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:55.192339 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-caa82ff0-9d90-4071-9943-f2f97a398dba service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403078 Aug 31 17:11:55.262070 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c12431f-4ead-4a13-9af1-457cb1b89859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.266591 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c12431f-4ead-4a13-9af1-457cb1b89859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.291217 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-0519c6cb-b2d4-4f73-bb05-6a5b111245d1 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892317 Aug 31 17:11:55.303969 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-3c12431f-4ead-4a13-9af1-457cb1b89859 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b3c51c53ccab45d8b822764f294da4de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460330 Aug 31 17:11:55.305377 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12431f-4ead-4a13-9af1-457cb1b89859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67879f-9084-4a66-8d14-1e4bf0e3ec61,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:55.309078 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44480) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:11:55.357218 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de5e1376-3ef3-4b7d-8a85-bbd71642f923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.378726 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de5e1376-3ef3-4b7d-8a85-bbd71642f923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.389343 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-77c51d86-cb48-49f9-aee2-196e25d873f1 req-14bb802a-6889-45ef-80e0-62a86014e2ee service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861580 Aug 31 17:11:55.437162 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de5e1376-3ef3-4b7d-8a85-bbd71642f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.439646 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de5e1376-3ef3-4b7d-8a85-bbd71642f923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:11:55.443566 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-de5e1376-3ef3-4b7d-8a85-bbd71642f923 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dc67879f-9084-4a66-8d14-1e4bf0e3ec61 HTTP/1.1" status: 204 len: 168 time: 0.1335309 Aug 31 17:11:55.454058 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e1376-3ef3-4b7d-8a85-bbd71642f923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67879f-9084-4a66-8d14-1e4bf0e3ec61,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:11:55.524835 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a05615-86bd-468f-8bab-267e130c75da req-51d11e48-8574-4183-aa80-fe74ed54a1d2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:55.526332 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-04a05615-86bd-468f-8bab-267e130c75da req-51d11e48-8574-4183-aa80-fe74ed54a1d2 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0505507 Aug 31 17:11:55.571624 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-04a05615-86bd-468f-8bab-267e130c75da req-0a3e2c06-3c2b-412c-a193-2d78a9fd9210 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387542 Aug 31 17:11:56.180201 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0071e-1a08-43cd-9fd6-19b1b969f200 req-470538bb-8e9d-42d6-acb1-ed72f6c284f1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:56.182149 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-69d0071e-1a08-43cd-9fd6-19b1b969f200 req-470538bb-8e9d-42d6-acb1-ed72f6c284f1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0878453 Aug 31 17:11:56.245137 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-69d0071e-1a08-43cd-9fd6-19b1b969f200 req-84c5cfce-a36d-4b99-90f8-4d75dd1636aa tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557325 Aug 31 17:11:56.692528 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5db8b-9aee-415e-9150-4b817de786e5 req-305199cc-d527-48d3-b12d-2f488f34dc63 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:56.695304 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d3c5db8b-9aee-415e-9150-4b817de786e5 req-305199cc-d527-48d3-b12d-2f488f34dc63 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0544071 Aug 31 17:11:56.745365 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d3c5db8b-9aee-415e-9150-4b817de786e5 req-6fa54079-a857-428d-8063-3db4b9efdc5a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379093 Aug 31 17:11:57.369705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95654895-6383-4753-9216-4fd63ce123fc req-c559f6b4-8368-4420-ab42-8cb27e3b94c4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:57.371177 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95654895-6383-4753-9216-4fd63ce123fc req-c559f6b4-8368-4420-ab42-8cb27e3b94c4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0515082 Aug 31 17:11:57.410921 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95654895-6383-4753-9216-4fd63ce123fc req-65029ae2-94f3-445c-8688-2a7a775bca31 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331867 Aug 31 17:11:57.860931 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842acd0c-74e6-4127-825b-beacf459e8bf req-3134a674-246e-4b1e-992a-438d9d43b213 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:57.863646 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-842acd0c-74e6-4127-825b-beacf459e8bf req-3134a674-246e-4b1e-992a-438d9d43b213 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0496795 Aug 31 17:11:57.906785 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-842acd0c-74e6-4127-825b-beacf459e8bf req-dc344cea-62fa-44ad-a9f6-5aa85b68654a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359709 Aug 31 17:11:58.532847 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ff260-9687-4fd4-86ee-064ec6b5d9a6 req-71992a5a-5e5e-4c12-b6b5-b0ea228c7439 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:58.534672 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1a0ff260-9687-4fd4-86ee-064ec6b5d9a6 req-71992a5a-5e5e-4c12-b6b5-b0ea228c7439 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0507209 Aug 31 17:11:58.574612 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1a0ff260-9687-4fd4-86ee-064ec6b5d9a6 req-efc7d82f-fd43-4cfc-bc28-0ca8ee2cac56 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Aug 31 17:11:59.022862 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714049a2-1376-4c1f-852f-d1b1e912bb2a req-705a233b-e3a9-4af3-bc9c-f328b1e0e4a5 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:59.025186 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-714049a2-1376-4c1f-852f-d1b1e912bb2a req-705a233b-e3a9-4af3-bc9c-f328b1e0e4a5 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0494399 Aug 31 17:11:59.066670 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-714049a2-1376-4c1f-852f-d1b1e912bb2a req-65f77b4a-c0f0-44cc-a5ac-f438b1edd2c5 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352724 Aug 31 17:11:59.693891 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd5781-2b58-4942-84aa-7e00e8347383 req-164c6ace-eedb-4d70-b463-ecb34fd52035 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:11:59.695803 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-abcd5781-2b58-4942-84aa-7e00e8347383 req-164c6ace-eedb-4d70-b463-ecb34fd52035 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0477972 Aug 31 17:11:59.735948 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-abcd5781-2b58-4942-84aa-7e00e8347383 req-6a59ae87-2872-40e2-ac51-63572ad276a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339479 Aug 31 17:12:00.204098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b36a1c-7a99-4b04-8021-eac0c76bf2be req-f48f5948-17fa-4743-b274-e8e0be8bd147 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:00.213041 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b4b36a1c-7a99-4b04-8021-eac0c76bf2be req-f48f5948-17fa-4743-b274-e8e0be8bd147 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0758710 Aug 31 17:12:00.253329 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b4b36a1c-7a99-4b04-8021-eac0c76bf2be req-2ba30350-2000-492c-b1ce-631dfb6cb7b0 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376854 Aug 31 17:12:00.880300 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb181ade-ec02-456c-a012-7c675bc59079 req-562c64ad-cbcb-4753-8bed-045aba401ffb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:00.881768 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cb181ade-ec02-456c-a012-7c675bc59079 req-562c64ad-cbcb-4753-8bed-045aba401ffb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0504730 Aug 31 17:12:00.928825 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cb181ade-ec02-456c-a012-7c675bc59079 req-dead7d7a-5626-40d9-9729-b04d2cc1ea26 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Aug 31 17:12:01.370386 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c04eb-fd69-4a14-97b6-7954175e7622 req-0bc7f95f-bd0c-4a71-9d02-fcbb58e9f811 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:01.371839 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b12c04eb-fd69-4a14-97b6-7954175e7622 req-0bc7f95f-bd0c-4a71-9d02-fcbb58e9f811 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0524926 Aug 31 17:12:01.412051 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b12c04eb-fd69-4a14-97b6-7954175e7622 req-f5aadf09-1c97-4ec6-8172-dad580717451 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337980 Aug 31 17:12:02.058176 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b15354-8109-4976-b423-85ea92120f2e req-ed839ea1-5529-4132-952c-3df56fc7c098 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:02.059790 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63b15354-8109-4976-b423-85ea92120f2e req-ed839ea1-5529-4132-952c-3df56fc7c098 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0590613 Aug 31 17:12:02.103511 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63b15354-8109-4976-b423-85ea92120f2e req-b0c03736-e033-496d-8212-e0dc202020ed tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369666 Aug 31 17:12:02.533745 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6dd06-4c88-418b-be66-70bf51cd695a req-9febbddf-0946-42f5-a288-36f78397fee8 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:02.535210 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2ea6dd06-4c88-418b-be66-70bf51cd695a req-9febbddf-0946-42f5-a288-36f78397fee8 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0513494 Aug 31 17:12:02.580219 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2ea6dd06-4c88-418b-be66-70bf51cd695a req-6acf77a0-07b7-4076-bc79-76cbb072cc42 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382788 Aug 31 17:12:03.148247 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:12:03.273716 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61803d94-b266-4ca0-8f7b-0fef41d6c353 req-bf6562fe-6316-4191-b90f-3929629ab988 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:03.275976 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-61803d94-b266-4ca0-8f7b-0fef41d6c353 req-bf6562fe-6316-4191-b90f-3929629ab988 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0501363 Aug 31 17:12:03.339164 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-61803d94-b266-4ca0-8f7b-0fef41d6c353 req-2f15369e-35de-4910-92b6-25a8426ee27e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561204 Aug 31 17:12:03.721654 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160433ad-023a-4aad-8d55-5adb20fac1cc req-aead1202-166d-40e1-a81f-e337adb40982 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:03.723096 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-160433ad-023a-4aad-8d55-5adb20fac1cc req-aead1202-166d-40e1-a81f-e337adb40982 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0496213 Aug 31 17:12:03.766927 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-160433ad-023a-4aad-8d55-5adb20fac1cc req-928a5db5-e997-46c5-b422-0be0f34e7f78 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371287 Aug 31 17:12:04.478429 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cc603-17d5-4e69-af1a-47b9e140e774 req-3d2f6fa8-6226-4765-8059-2d0a4ffa9b41 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:04.479883 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee4cc603-17d5-4e69-af1a-47b9e140e774 req-3d2f6fa8-6226-4765-8059-2d0a4ffa9b41 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0498378 Aug 31 17:12:04.520353 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ee4cc603-17d5-4e69-af1a-47b9e140e774 req-86be4f12-74c4-42f2-bc8b-7893268f9815 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344253 Aug 31 17:12:04.894316 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd868-de90-4427-918d-1258c870752d req-89a87034-93f8-4c91-9ef6-031d98728ca9 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:04.895717 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-89efd868-de90-4427-918d-1258c870752d req-89a87034-93f8-4c91-9ef6-031d98728ca9 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0496266 Aug 31 17:12:04.925753 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 44666) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:12:04.948158 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-89efd868-de90-4427-918d-1258c870752d req-85df4d5f-6595-4c65-a671-ba18fb66f31e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456400 Aug 31 17:12:05.044436 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.161936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.166105 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.203533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d859b-345a-4f92-9927-d964f6148aff,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:05.211477 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44672) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:12:05.212338 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=16931841b82c4898a41afe93add9a279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846932 Aug 31 17:12:05.217103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.217477 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.217822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.218164 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.218486 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.218821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.219150 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.219473 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.219800 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.220125 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.220445 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.220789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8867f-f3f2-475d-8bbe-877cb6e2fb25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.271889 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc890972-ca89-45df-8542-cc0a434b91a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.293590 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc890972-ca89-45df-8542-cc0a434b91a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.345146 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc890972-ca89-45df-8542-cc0a434b91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.347746 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc890972-ca89-45df-8542-cc0a434b91a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.351438 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-dc890972-ca89-45df-8542-cc0a434b91a2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b4d859b-345a-4f92-9927-d964f6148aff HTTP/1.1" status: 204 len: 168 time: 0.1353085 Aug 31 17:12:05.358129 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890972-ca89-45df-8542-cc0a434b91a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d859b-345a-4f92-9927-d964f6148aff,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:05.659100 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44680) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:12:05.663580 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e905bc-e47c-4ec6-9fa4-76b4053287f5 req-507110de-5ce4-48e5-972f-5a7e70a81448 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:05.666521 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-91e905bc-e47c-4ec6-9fa4-76b4053287f5 req-507110de-5ce4-48e5-972f-5a7e70a81448 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0672061 Aug 31 17:12:05.677621 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.710634 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-91e905bc-e47c-4ec6-9fa4-76b4053287f5 req-22547f77-805a-43b0-a43f-8b82cc543f3a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360661 Aug 31 17:12:05.773789 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.777397 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.813370 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d2091385e49546a395314649c7f47d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505692 Aug 31 17:12:05.813780 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 44682) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:12:05.832176 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ec8af-9299-47bc-96d1-239c34cb2067,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:05.839595 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.839941 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.840285 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.840649 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.840981 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.841311 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.841639 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.841969 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.842318 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.842640 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.842960 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.843280 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c73a2-b51d-4d00-9ba1-6c1fd498fda7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:05.866423 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cedd796d-f052-492c-b9d9-6ad490517cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.886780 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cedd796d-f052-492c-b9d9-6ad490517cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.940157 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cedd796d-f052-492c-b9d9-6ad490517cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.943285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cedd796d-f052-492c-b9d9-6ad490517cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:05.944954 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-cedd796d-f052-492c-b9d9-6ad490517cdd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/907ec8af-9299-47bc-96d1-239c34cb2067 HTTP/1.1" status: 204 len: 168 time: 0.1297021 Aug 31 17:12:05.957149 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd796d-f052-492c-b9d9-6ad490517cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ec8af-9299-47bc-96d1-239c34cb2067,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:06.099778 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8d05-60bf-4698-b223-f7e840183873 req-f4d4ebb2-6775-40c6-8443-a0ec919f0b9f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:06.102992 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0e1a8d05-60bf-4698-b223-f7e840183873 req-f4d4ebb2-6775-40c6-8443-a0ec919f0b9f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0817766 Aug 31 17:12:06.160520 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0e1a8d05-60bf-4698-b223-f7e840183873 req-a6d1409c-dcd2-45a8-8f61-88b7d932ea4c tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509377 Aug 31 17:12:06.329944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 44690) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:12:06.345042 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15b491e4-004c-4a3b-acf1-033bb5156fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.442848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15b491e4-004c-4a3b-acf1-033bb5156fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.446842 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15b491e4-004c-4a3b-acf1-033bb5156fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.484130 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-15b491e4-004c-4a3b-acf1-033bb5156fc4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9463fd43ff864ff3a7bb966a32ba9301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531391 Aug 31 17:12:06.485008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b491e4-004c-4a3b-acf1-033bb5156fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d2f7d-6228-4c42-af92-56b8a9766dd0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:06.486808 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 44692) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:12:06.543485 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-380426d5-a707-43ad-84d0-28771303390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.568409 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-380426d5-a707-43ad-84d0-28771303390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.621255 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-380426d5-a707-43ad-84d0-28771303390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.624038 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-380426d5-a707-43ad-84d0-28771303390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:06.628002 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-380426d5-a707-43ad-84d0-28771303390e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/464d2f7d-6228-4c42-af92-56b8a9766dd0 HTTP/1.1" status: 204 len: 168 time: 0.1401360 Aug 31 17:12:06.636903 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380426d5-a707-43ad-84d0-28771303390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d2f7d-6228-4c42-af92-56b8a9766dd0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:06.882420 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6bcb7-bfba-4af7-94f2-4cf2a6e3bdb1 req-ed36c58c-f5ed-499f-87cf-478f1e6abacd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:06.884643 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-47c6bcb7-bfba-4af7-94f2-4cf2a6e3bdb1 req-ed36c58c-f5ed-499f-87cf-478f1e6abacd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0751569 Aug 31 17:12:06.922051 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-47c6bcb7-bfba-4af7-94f2-4cf2a6e3bdb1 req-1519fe45-9f35-4967-88e3-74be99221bae tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Aug 31 17:12:07.316845 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b73fb8-94dd-4d83-86cf-3c4e28496310 req-0d0e0b88-f509-41af-be24-9ce5ffee91c1 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:07.318683 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b6b73fb8-94dd-4d83-86cf-3c4e28496310 req-0d0e0b88-f509-41af-be24-9ce5ffee91c1 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0764773 Aug 31 17:12:07.360686 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b6b73fb8-94dd-4d83-86cf-3c4e28496310 req-26cdbb1b-dd43-4389-91cf-9ee66388a7c3 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350249 Aug 31 17:12:08.040332 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11b9ea-1be3-459b-8f9d-c03b180b310f req-0c0c3d6f-3ac1-4b2e-81b2-b648237dc632 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:08.041730 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a11b9ea-1be3-459b-8f9d-c03b180b310f req-0c0c3d6f-3ac1-4b2e-81b2-b648237dc632 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0471680 Aug 31 17:12:08.088692 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a11b9ea-1be3-459b-8f9d-c03b180b310f req-f9a4df18-4f1e-4312-bd5c-ae6ae8f55ae8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363591 Aug 31 17:12:08.477738 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355748c-5cc7-421c-8fa1-3b6718833d28 req-eeed6acd-da16-4281-8148-a4968ed801f1 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:08.479240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e355748c-5cc7-421c-8fa1-3b6718833d28 req-eeed6acd-da16-4281-8148-a4968ed801f1 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0525033 Aug 31 17:12:08.519007 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e355748c-5cc7-421c-8fa1-3b6718833d28 req-e04e23ec-c908-43f2-816d-287675c97f38 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335388 Aug 31 17:12:09.210388 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7a9ac-9ff4-4853-94b1-1206a0b58738 req-205b5b40-5ded-4e23-b8bb-2b747f04f0a3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:09.212502 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cbc7a9ac-9ff4-4853-94b1-1206a0b58738 req-205b5b40-5ded-4e23-b8bb-2b747f04f0a3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0488181 Aug 31 17:12:09.251373 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cbc7a9ac-9ff4-4853-94b1-1206a0b58738 req-f69dc900-07be-4562-9847-5e1136eb4f27 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Aug 31 17:12:09.638858 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0eb9-2e65-4062-8097-1a74b797c379 req-52b897a8-ee44-4278-afdf-628204ceb2db tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:09.640302 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a08d0eb9-2e65-4062-8097-1a74b797c379 req-52b897a8-ee44-4278-afdf-628204ceb2db tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0513926 Aug 31 17:12:09.683335 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a08d0eb9-2e65-4062-8097-1a74b797c379 req-7ce71d35-fca3-46ce-9725-8b3935c73e9b tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369089 Aug 31 17:12:09.765984 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:10.401533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f986f8b-475b-47fc-8857-c7d1eb9edb3b req-1c109738-fb18-4c9a-8f85-8965aba0b3f7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:10.403039 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3f986f8b-475b-47fc-8857-c7d1eb9edb3b req-1c109738-fb18-4c9a-8f85-8965aba0b3f7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0742533 Aug 31 17:12:10.452576 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3f986f8b-475b-47fc-8857-c7d1eb9edb3b req-a0379d6d-1156-4378-b727-3090c8710cd5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Aug 31 17:12:10.801970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc52bf-2ff0-4238-ae85-312af5f4a240 req-51770d90-4b45-4eff-b858-251245385128 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:10.803413 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-19dc52bf-2ff0-4238-ae85-312af5f4a240 req-51770d90-4b45-4eff-b858-251245385128 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0479014 Aug 31 17:12:10.843089 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-19dc52bf-2ff0-4238-ae85-312af5f4a240 req-ea1a7119-67f7-4883-ac92-a2305b0f437a tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336351 Aug 31 17:12:11.571500 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce82e60-b2db-4b54-90b0-ba3c263f9d7f req-2e7f0620-c65b-4e39-a516-c4ce2f5cb654 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:11.573593 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2ce82e60-b2db-4b54-90b0-ba3c263f9d7f req-2e7f0620-c65b-4e39-a516-c4ce2f5cb654 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0475533 Aug 31 17:12:11.611712 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2ce82e60-b2db-4b54-90b0-ba3c263f9d7f req-492f03fc-1e98-48ad-913c-2a967396c16f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Aug 31 17:12:11.955970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdef582-2850-4ff3-8b07-21f9d09ed328 req-fd5e1b93-faae-44d6-9b8d-ee1dd223f8c0 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:11.958005 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bbdef582-2850-4ff3-8b07-21f9d09ed328 req-fd5e1b93-faae-44d6-9b8d-ee1dd223f8c0 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0494537 Aug 31 17:12:11.998844 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bbdef582-2850-4ff3-8b07-21f9d09ed328 req-02691b52-bd8c-4b6f-90f2-1952630c4b20 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347700 Aug 31 17:12:12.735852 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea1168-fe00-4196-a461-17b380f71e08 req-faacfd83-c660-481d-b343-25c0f989f515 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:12.738016 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7aea1168-fe00-4196-a461-17b380f71e08 req-faacfd83-c660-481d-b343-25c0f989f515 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0512853 Aug 31 17:12:12.776330 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7aea1168-fe00-4196-a461-17b380f71e08 req-cacd688f-394f-4a62-8432-7319c444eaab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Aug 31 17:12:13.114551 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7abd0c-add0-4bbc-a3f2-959a9d0b6a79 req-32ae088e-e60b-4e41-bcea-e91f50f81e7e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:13.115997 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3d7abd0c-add0-4bbc-a3f2-959a9d0b6a79 req-32ae088e-e60b-4e41-bcea-e91f50f81e7e tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0520697 Aug 31 17:12:13.155540 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3d7abd0c-add0-4bbc-a3f2-959a9d0b6a79 req-558be903-18ee-45b2-a15a-d4797ca8d425 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335383 Aug 31 17:12:13.902620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855fe7-c363-46b6-9a71-b093eb1f2972 req-87e158f6-ca72-4d6d-bbe8-aa9c34bbd3e9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:13.904084 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd855fe7-c363-46b6-9a71-b093eb1f2972 req-87e158f6-ca72-4d6d-bbe8-aa9c34bbd3e9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0524230 Aug 31 17:12:13.940403 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dd855fe7-c363-46b6-9a71-b093eb1f2972 req-d4a8fa68-c301-42fe-b1f5-6f6efc8a2dad tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303838 Aug 31 17:12:14.268963 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ebda2-f062-4d50-92d2-064ac6b1c9e0 req-d0412f4f-095a-459d-9032-494fc1da5347 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:14.270341 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-737ebda2-f062-4d50-92d2-064ac6b1c9e0 req-d0412f4f-095a-459d-9032-494fc1da5347 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0485802 Aug 31 17:12:14.309555 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-737ebda2-f062-4d50-92d2-064ac6b1c9e0 req-b04ff75a-cf5c-400d-9e40-6a55c1760ff0 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331759 Aug 31 17:12:15.067980 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af9623-dc81-4b5c-9a00-fb514c604a84 req-5faf1fb2-1099-4251-baf8-2d1f6d4ab637 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:15.070154 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-42af9623-dc81-4b5c-9a00-fb514c604a84 req-5faf1fb2-1099-4251-baf8-2d1f6d4ab637 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0573378 Aug 31 17:12:15.115477 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-42af9623-dc81-4b5c-9a00-fb514c604a84 req-0c0d3e49-6929-4bc7-acd3-f5d550e3c706 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389414 Aug 31 17:12:15.422395 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fa303-bf74-41c3-a775-b627086eeb8d req-edea6360-1f5a-4b38-8acc-fd03fbd9984f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:15.423858 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f28fa303-bf74-41c3-a775-b627086eeb8d req-edea6360-1f5a-4b38-8acc-fd03fbd9984f tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0478935 Aug 31 17:12:15.469350 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f28fa303-bf74-41c3-a775-b627086eeb8d req-b5405545-9dfc-4d80-9834-0168be559f86 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=aa3ed28a-aad3-4a74-bc31-d6360025bad8&id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394461 Aug 31 17:12:16.241829 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1014f-93b2-4769-a910-70866f82fcc3 req-285fbe6c-4f25-4243-a7a8-52c4bc7a4729 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:16.243308 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eba1014f-93b2-4769-a910-70866f82fcc3 req-285fbe6c-4f25-4243-a7a8-52c4bc7a4729 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0485168 Aug 31 17:12:16.280950 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-eba1014f-93b2-4769-a910-70866f82fcc3 req-885b6f91-a974-4c50-8ca5-264825fe8353 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310619 Aug 31 17:12:17.403424 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d1c3a-66e6-4a9d-aca8-f92f83e742e6 req-b9f3e41a-b9cc-47a3-b013-73233f970b85 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:17.404840 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fe0d1c3a-66e6-4a9d-aca8-f92f83e742e6 req-b9f3e41a-b9cc-47a3-b013-73233f970b85 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0509763 Aug 31 17:12:17.441105 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fe0d1c3a-66e6-4a9d-aca8-f92f83e742e6 req-768b66ae-a9b9-4d4c-9f97-35fc538eeca4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302820 Aug 31 17:12:17.770876 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de7f4f8f-f96a-45e1-806f-c9b9680f1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:18.564955 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e446df-9175-4ea1-88cd-9008adad0b41 req-003b40ba-a87c-4df9-b407-b34f609de4ab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:18.566420 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-91e446df-9175-4ea1-88cd-9008adad0b41 req-003b40ba-a87c-4df9-b407-b34f609de4ab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0549097 Aug 31 17:12:18.604646 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-91e446df-9175-4ea1-88cd-9008adad0b41 req-5f4f59b9-e54e-4fdf-b1b6-979e92b9d824 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317037 Aug 31 17:12:19.722956 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d488f9-0762-4b7c-850e-62521318332c req-a4cecfa3-ac8f-482c-89fe-7ec77d7b2696 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:19.724431 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-68d488f9-0762-4b7c-850e-62521318332c req-a4cecfa3-ac8f-482c-89fe-7ec77d7b2696 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0490317 Aug 31 17:12:19.760762 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-68d488f9-0762-4b7c-850e-62521318332c req-c39d506f-4ad0-464d-8825-357ab6b82a86 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304344 Aug 31 17:12:20.607079 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:20.653993 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa6ddf85-8bc6-4fe1-9151-9ccbcebb8620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:20.879033 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e34e24-77ae-4627-889c-55f261780df2 req-96510f2d-f25d-4c58-a50e-b715e3f06c0d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:20.880516 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b2e34e24-77ae-4627-889c-55f261780df2 req-96510f2d-f25d-4c58-a50e-b715e3f06c0d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0485294 Aug 31 17:12:20.917622 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b2e34e24-77ae-4627-889c-55f261780df2 req-8f352079-d89f-41d4-acce-bf95ef3abdf4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310965 Aug 31 17:12:21.939490 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:22.038365 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d103fab-10ee-4191-83c2-0d5f54987deb req-f31ed106-7272-4b76-88f7-f4b05a3a4f4b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:22.039896 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4d103fab-10ee-4191-83c2-0d5f54987deb req-f31ed106-7272-4b76-88f7-f4b05a3a4f4b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0482116 Aug 31 17:12:22.085224 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4d103fab-10ee-4191-83c2-0d5f54987deb req-5eb66400-31e3-4296-88d7-876522742ef3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384984 Aug 31 17:12:23.202507 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4da7c-a4d6-4aa3-96c5-ec65f8e8ce2a req-30848e17-93d3-467d-99bc-3880caf9137a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:23.203954 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21e4da7c-a4d6-4aa3-96c5-ec65f8e8ce2a req-30848e17-93d3-467d-99bc-3880caf9137a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0472498 Aug 31 17:12:23.242434 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-21e4da7c-a4d6-4aa3-96c5-ec65f8e8ce2a req-b75f7781-143e-47bd-b014-59cc0361ad00 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Aug 31 17:12:23.551968 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:24.368179 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3bd71-346d-4c4d-b489-3f8e57b49521 req-0c634628-b406-4b36-83c1-2695bbdf129c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:24.370238 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f9b3bd71-346d-4c4d-b489-3f8e57b49521 req-0c634628-b406-4b36-83c1-2695bbdf129c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 943 time: 0.0526018 Aug 31 17:12:24.408568 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f9b3bd71-346d-4c4d-b489-3f8e57b49521 req-0e67fb49-eb2e-410f-93db-8103a7fdbcff tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Aug 31 17:12:25.062864 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:12:25.155678 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:25.166620 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'port_id': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'mac_address': 'fa:16:3e:e8:21:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:12:25.209952 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:25.222858 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6162fc-3f90-4171-85bd-7978d1daa170 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:12:25.242734 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:25.246422 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:25.295835 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:25.302803 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.303146 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.303482 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.303810 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.304163 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.304900 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.304997 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.305364 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.305694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.306011 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.306331 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.306651 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:12:25.533732 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2ac05-bfe1-4ee5-ab2f-c84f845c1977 req-4181bf82-85c1-4e78-ada2-15ae1c36f700 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:25.535679 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-83d2ac05-bfe1-4ee5-ab2f-c84f845c1977 req-4181bf82-85c1-4e78-ada2-15ae1c36f700 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0512075 Aug 31 17:12:25.572461 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-83d2ac05-bfe1-4ee5-ab2f-c84f845c1977 req-6db87a02-e6b2-42b8-b28c-dd0499dd1dac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307672 Aug 31 17:12:25.837320 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['cf6162fc-3f90-4171-85bd-7978d1daa170'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:12:26.694589 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba201d-9a82-4173-8218-f0f054277504 req-c6fbf8a7-db73-4f15-957f-6cf4d57bcc47 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:26.696088 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2fba201d-9a82-4173-8218-f0f054277504 req-c6fbf8a7-db73-4f15-957f-6cf4d57bcc47 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 944 time: 0.0490417 Aug 31 17:12:26.737210 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2fba201d-9a82-4173-8218-f0f054277504 req-d6b51ef1-0eea-408a-85f3-f75f1dfb6f43 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342708 Aug 31 17:12:27.068925 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:12:27.116374 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port cf6162fc-3f90-4171-85bd-7978d1daa170 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:12:27.116767 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:27.195902 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:27.217958 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:12:27.220163 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ccab0-1302-466a-b506-e30ac660987a" -d '{"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-plugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:12:27.233249 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:12:27.237516 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:27.284388 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:12:27.371427 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac63c93-5ffe-4631-b337-6a489911044e x-openstack-request-id: req-5ac63c93-5ffe-4631-b337-6a489911044e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:12:27.371719 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-plugged", "status": "completed", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:12:27.371970 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5ac63c93-5ffe-4631-b337-6a489911044e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:12:27.372364 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'code': 200} Aug 31 17:12:27.856867 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab03e29-4223-4d4c-acd3-1c72b3c0582a req-ac5fde1f-c6b5-4892-9c82-72631602b603 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:27.858534 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fab03e29-4223-4d4c-acd3-1c72b3c0582a req-ac5fde1f-c6b5-4892-9c82-72631602b603 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0511100 Aug 31 17:12:27.904925 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fab03e29-4223-4d4c-acd3-1c72b3c0582a req-0caeb726-6fd5-4961-a80c-70de57fa0108 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393403 Aug 31 17:12:27.964203 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbfee2-4336-4f74-8a53-4e888d0ca8bc req-757bab09-6af9-4d9f-8f45-e524765202f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:27.965838 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e8dbfee2-4336-4f74-8a53-4e888d0ca8bc req-757bab09-6af9-4d9f-8f45-e524765202f8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0416408 Aug 31 17:12:28.003045 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e8dbfee2-4336-4f74-8a53-4e888d0ca8bc req-b36cdad4-0b27-482c-a006-1c26d4fed662 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293775 Aug 31 17:12:29.029797 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26c940-a30e-42dd-9535-2a9094d8f71d req-efa5e2c7-645a-4b19-bfa1-d3775c089274 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:29.031609 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8f26c940-a30e-42dd-9535-2a9094d8f71d req-efa5e2c7-645a-4b19-bfa1-d3775c089274 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0484757 Aug 31 17:12:29.070849 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8f26c940-a30e-42dd-9535-2a9094d8f71d req-43b12a11-7908-494d-a297-ccb1de01bdf6 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 Aug 31 17:12:30.197960 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c72cd0-e086-461b-b0ad-59eec4503927 req-6929b2cc-945c-4dc0-8a1d-f263798927f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:30.199472 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-56c72cd0-e086-461b-b0ad-59eec4503927 req-6929b2cc-945c-4dc0-8a1d-f263798927f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0526633 Aug 31 17:12:30.240326 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-56c72cd0-e086-461b-b0ad-59eec4503927 req-ddf3dfcd-e8ce-43a5-88c7-f2f09260d892 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340860 Aug 31 17:12:31.369630 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa94b-24c6-4cf5-9706-1405249879ec req-b86a90dc-752d-45a3-ac91-bcca523a9b63 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:31.371072 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6a1fa94b-24c6-4cf5-9706-1405249879ec req-b86a90dc-752d-45a3-ac91-bcca523a9b63 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0530250 Aug 31 17:12:31.408979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6a1fa94b-24c6-4cf5-9706-1405249879ec req-84298747-21a4-44b1-9941-8501c7260ca4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Aug 31 17:12:37.603492 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-eb832103-4b02-4962-8f9d-41ff565a9119 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387979 Aug 31 17:12:37.726613 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-39615e30-275a-4a0b-8f86-b6da4f8daa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:37.728281 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-39615e30-275a-4a0b-8f86-b6da4f8daa59 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0454473 Aug 31 17:12:37.848908 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-3eb56cf3-7063-44bb-a818-6a0e1218be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:37.850273 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-3eb56cf3-7063-44bb-a818-6a0e1218be8c service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0885828 Aug 31 17:12:37.924215 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-af29661a-8a8b-4c97-a05f-dc25007c6fb1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 200 len: 1000 time: 0.0569119 Aug 31 17:12:37.995636 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-381f4b07-4b17-4469-9ffd-69ab34d78bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:37.997170 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-381f4b07-4b17-4469-9ffd-69ab34d78bf1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0457366 Aug 31 17:12:38.051810 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-db8cc8b3-32d1-4433-b13b-4be8b8d13874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:12:38.053369 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-db8cc8b3-32d1-4433-b13b-4be8b8d13874 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437119 Aug 31 17:12:38.162738 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-31cefa1d-9a46-4d2a-8b86-de176b2e1a27 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Aug 31 17:12:38.272746 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58d5198c-6f33-4ca9-97c7-fbd5580bc0c4 req-cd35c04e-f222-4a7e-901f-64974d78150b service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867989 Aug 31 17:12:39.768184 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:40.155909 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:12:47.771532 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21fffcc5-6eb0-4538-a99d-c1469b166f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:50.611362 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:50.655082 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9760ac7-dfc1-4546-b839-dde9dcfbac56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:51.940782 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:12:53.554826 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.083072 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45138) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:13:08.189970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.282818 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.287739 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.327496 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0e4828bc17734fb2882f5463dfcae440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433310 Aug 31 17:13:08.328416 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99225c76-dc00-480f-9ef3-566c9a42bc85,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:08.330534 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45142) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:13:08.346385 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.346727 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.347066 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.347401 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.347728 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.348062 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.348377 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.348730 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.349056 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.349375 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.349695 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.350014 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f214d1c2-56c9-44fe-b7d5-6f30f58b80c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:08.390899 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acc27fcd-acc1-4436-a262-97b08be0d7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.410913 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acc27fcd-acc1-4436-a262-97b08be0d7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.463597 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acc27fcd-acc1-4436-a262-97b08be0d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.466104 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acc27fcd-acc1-4436-a262-97b08be0d7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:08.467269 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-acc27fcd-acc1-4436-a262-97b08be0d7f6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/99225c76-dc00-480f-9ef3-566c9a42bc85 HTTP/1.1" status: 204 len: 168 time: 0.1351137 Aug 31 17:13:08.474972 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc27fcd-acc1-4436-a262-97b08be0d7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99225c76-dc00-480f-9ef3-566c9a42bc85,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:09.756981 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:17.145101 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:13:17.772756 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd1f5e83-931b-4a82-a7ab-f7b126bb0d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:20.613058 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:20.656684 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9ed4c47-1294-46f9-b23a-a2aea0942cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:21.943697 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:23.561557 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:25.130002 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc621ccb-cecd-46da-ae65-d83cdfdcbe0b req-5dc203df-9f56-425b-9b71-b4fa441e7848 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:25.131481 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cc621ccb-cecd-46da-ae65-d83cdfdcbe0b req-5dc203df-9f56-425b-9b71-b4fa441e7848 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0483580 Aug 31 17:13:25.172114 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cc621ccb-cecd-46da-ae65-d83cdfdcbe0b req-b57c37b5-224c-4fee-9185-538b75e384a2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339789 Aug 31 17:13:26.287183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327948d9-6818-4832-b021-24b4d1092f7b req-ac814707-39d2-4bba-9e9a-4248ff7444a9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:26.288575 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-327948d9-6818-4832-b021-24b4d1092f7b req-ac814707-39d2-4bba-9e9a-4248ff7444a9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0490460 Aug 31 17:13:26.327431 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-327948d9-6818-4832-b021-24b4d1092f7b req-cd842c7d-c599-49cb-8d78-a4d4b4d4e6c7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Aug 31 17:13:27.440137 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca7ca9-b5d4-4f24-bff3-c8ceea6c9d5b req-936d5e5f-29f6-4fcb-a163-ec6744d68cd5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:27.441533 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b5ca7ca9-b5d4-4f24-bff3-c8ceea6c9d5b req-936d5e5f-29f6-4fcb-a163-ec6744d68cd5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0474732 Aug 31 17:13:27.478442 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b5ca7ca9-b5d4-4f24-bff3-c8ceea6c9d5b req-30df77ff-8920-47df-9aa8-635adea31fc3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Aug 31 17:13:28.591873 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58188a38-cd5a-4e21-b1eb-148a0db871c3 req-483f50aa-6b98-47d1-8e46-1d36e91c1c31 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:28.593500 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58188a38-cd5a-4e21-b1eb-148a0db871c3 req-483f50aa-6b98-47d1-8e46-1d36e91c1c31 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0476687 Aug 31 17:13:28.630148 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58188a38-cd5a-4e21-b1eb-148a0db871c3 req-cc8d9ed0-7f4d-4e4d-ad40-4662efde1260 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Aug 31 17:13:29.750196 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da273e-24b4-4fa6-97bf-a409f6f2721f req-952e3bea-a9dd-47fd-bc2e-a0573528cf6d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:29.751717 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a6da273e-24b4-4fa6-97bf-a409f6f2721f req-952e3bea-a9dd-47fd-bc2e-a0573528cf6d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0528491 Aug 31 17:13:29.791312 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a6da273e-24b4-4fa6-97bf-a409f6f2721f req-1df4708c-aef2-4355-9ce8-de3e46c64380 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Aug 31 17:13:30.925208 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5cef2-5d98-4d32-9d86-eebca3242c62 req-9dc06e80-86aa-4c89-a5c5-e3045bef04a1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:30.926718 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c9e5cef2-5d98-4d32-9d86-eebca3242c62 req-9dc06e80-86aa-4c89-a5c5-e3045bef04a1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0575352 Aug 31 17:13:30.969399 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c9e5cef2-5d98-4d32-9d86-eebca3242c62 req-4759e9ba-eee2-4963-a339-b7f0df6938ac tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365195 Aug 31 17:13:32.083416 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac0c8e-078b-4c4d-ae95-9603a5fcfd5e req-f58d7a6a-793b-4d40-a719-300693c5641c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:32.084956 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b4ac0c8e-078b-4c4d-ae95-9603a5fcfd5e req-f58d7a6a-793b-4d40-a719-300693c5641c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0498941 Aug 31 17:13:32.124634 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b4ac0c8e-078b-4c4d-ae95-9603a5fcfd5e req-95005f4e-22a0-4659-840c-87da503e01c0 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Aug 31 17:13:33.305589 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2467b-a6bb-43d3-8a3c-c810892f22a8 req-59fd8fbe-8de9-4d9a-9419-1c8bbc7ca7dd tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:33.307170 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-67b2467b-a6bb-43d3-8a3c-c810892f22a8 req-59fd8fbe-8de9-4d9a-9419-1c8bbc7ca7dd tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0853219 Aug 31 17:13:33.357918 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-67b2467b-a6bb-43d3-8a3c-c810892f22a8 req-bd30fe33-ab44-4550-a160-a70f42316705 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Aug 31 17:13:34.478835 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394090a-1ed1-48ec-9f7a-0c382997c895 req-59631ec8-bd5d-4cd7-bf82-7011119e6cbe tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:34.480459 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7394090a-1ed1-48ec-9f7a-0c382997c895 req-59631ec8-bd5d-4cd7-bf82-7011119e6cbe tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0499537 Aug 31 17:13:34.517981 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7394090a-1ed1-48ec-9f7a-0c382997c895 req-8c4570e5-233f-4781-9f8b-fd05d388ec58 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Aug 31 17:13:35.632169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c543142-10aa-4bb4-87a3-e6b66d44668c req-670f546f-5e42-4103-ad76-71a0693537cb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:35.633651 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3c543142-10aa-4bb4-87a3-e6b66d44668c req-670f546f-5e42-4103-ad76-71a0693537cb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0481241 Aug 31 17:13:35.670651 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3c543142-10aa-4bb4-87a3-e6b66d44668c req-5bae011d-cc3a-43c9-a7bc-00dacb27aca5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310824 Aug 31 17:13:36.798845 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daa872-9259-4dc2-9dc9-71364d0358e5 req-9700ce0f-06f4-426b-b997-01d0d0441380 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:36.800285 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e6daa872-9259-4dc2-9dc9-71364d0358e5 req-9700ce0f-06f4-426b-b997-01d0d0441380 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0507987 Aug 31 17:13:36.838333 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e6daa872-9259-4dc2-9dc9-71364d0358e5 req-fd78667c-1098-494d-8d3d-888f9da15680 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321369 Aug 31 17:13:37.954217 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa3c2-f213-49c9-858d-db09c03affd6 req-9416b409-3746-4a18-ab77-cc65b3cbeb1f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:37.955643 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c8caa3c2-f213-49c9-858d-db09c03affd6 req-9416b409-3746-4a18-ab77-cc65b3cbeb1f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0506518 Aug 31 17:13:37.992143 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c8caa3c2-f213-49c9-858d-db09c03affd6 req-1b76a2c5-9ebc-46a5-b879-5e48d61e73fc tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304987 Aug 31 17:13:39.115725 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83aed-b6b3-42eb-a51d-a5e4153adf67 req-ebd1b538-d705-4389-9324-5210a305e112 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:39.117239 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e7a83aed-b6b3-42eb-a51d-a5e4153adf67 req-ebd1b538-d705-4389-9324-5210a305e112 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0594738 Aug 31 17:13:39.155423 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e7a83aed-b6b3-42eb-a51d-a5e4153adf67 req-fe957b68-bfbb-4b24-bcd2-5abbf5002c52 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Aug 31 17:13:39.315780 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-76d6f951-b0c2-49f9-911b-85b2f5ecac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:39.317185 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-76d6f951-b0c2-49f9-911b-85b2f5ecac0b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1099 time: 0.0388231 Aug 31 17:13:39.437565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-79921deb-98d0-48ff-a749-beeceedfa9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:39.439047 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-79921deb-98d0-48ff-a749-beeceedfa9c5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0985980 Aug 31 17:13:39.507341 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-e40f2942-3d85-43e9-b7a8-16a744799497 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 1002 time: 0.0600762 Aug 31 17:13:39.557977 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-cc01b0f5-63ea-460d-98b0-ba5a2eed709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:39.559980 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-cc01b0f5-63ea-460d-98b0-ba5a2eed709e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0448830 Aug 31 17:13:39.611231 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-9e3f147b-a0dc-416d-aee4-e222c1d7e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:39.612650 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-9e3f147b-a0dc-416d-aee4-e222c1d7e30f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433645 Aug 31 17:13:39.704182 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-4c6831ed-f980-47b7-abfb-ad049be63372 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811532 Aug 31 17:13:39.762085 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:39.799362 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fa1e3580-f1bf-4ad4-a7b3-6f698033c926 req-a8bfd66d-1c87-4bfd-88ef-ef8b38580f77 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859129 Aug 31 17:13:40.279134 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5640772-302f-403f-a2c2-354603a90f89 req-e5bc3cdc-7150-4564-a9ce-d92cc96f1886 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:40.280719 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a5640772-302f-403f-a2c2-354603a90f89 req-e5bc3cdc-7150-4564-a9ce-d92cc96f1886 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0506086 Aug 31 17:13:40.318831 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a5640772-302f-403f-a2c2-354603a90f89 req-de15068e-67d4-4d6b-92ff-b10442c7ebac tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321217 Aug 31 17:13:41.433570 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81188dad-37dc-44e6-af8e-9c1b75c3f252 req-67fd740c-ea18-4402-90de-ffef0dabcb46 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:41.434934 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-81188dad-37dc-44e6-af8e-9c1b75c3f252 req-67fd740c-ea18-4402-90de-ffef0dabcb46 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0484290 Aug 31 17:13:41.472690 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-81188dad-37dc-44e6-af8e-9c1b75c3f252 req-e8e08634-8f77-4ba1-b32f-9e5da9f29716 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Aug 31 17:13:41.666182 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ba556-2113-431e-9cdf-c36d7e3bd0e9 req-dbb5c753-4e09-4551-b0e0-68c490966a18 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:41.667685 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ba9ba556-2113-431e-9cdf-c36d7e3bd0e9 req-dbb5c753-4e09-4551-b0e0-68c490966a18 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0512607 Aug 31 17:13:41.694836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff3876-8881-4546-a862-387763f5720f req-62992354-b5b6-45a8-a730-a0a7a4e3c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:41.696229 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-62992354-b5b6-45a8-a730-a0a7a4e3c14e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 1099 time: 0.0400829 Aug 31 17:13:41.705412 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ba9ba556-2113-431e-9cdf-c36d7e3bd0e9 req-84f002ec-3ddb-404a-a63c-02b10a505fa2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Aug 31 17:13:41.788942 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff3876-8881-4546-a862-387763f5720f req-b2b31d6b-cb7a-41e2-be6c-ac2503bf18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:41.790382 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-b2b31d6b-cb7a-41e2-be6c-ac2503bf18c2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0850167 Aug 31 17:13:41.857005 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-4df3b9cd-8d0f-4fdc-abd1-b495cb347251 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 200 len: 1002 time: 0.0564899 Aug 31 17:13:41.906227 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff3876-8881-4546-a862-387763f5720f req-c9c3deb7-1f6f-4018-af9b-55c2b3089241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:41.907611 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-c9c3deb7-1f6f-4018-af9b-55c2b3089241 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0418894 Aug 31 17:13:42.189759 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff3876-8881-4546-a862-387763f5720f req-8272e8e8-ffdb-4add-b020-44c2d920f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:42.191230 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-8272e8e8-ffdb-4add-b020-44c2d920f55f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2751281 Aug 31 17:13:42.284493 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-7a9a26e8-d5fb-4a8d-83f4-5a343e1c048c service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817804 Aug 31 17:13:42.377447 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0dff3876-8881-4546-a862-387763f5720f req-f56dd377-39ac-49be-9d15-fe87d5da82db service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840983 Aug 31 17:13:42.820591 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcac35-dc4b-48c2-a25e-e96dfcf9ddb3 req-5ead1576-423a-4fb4-822d-6ce4b96e871f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:42.822038 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b8dcac35-dc4b-48c2-a25e-e96dfcf9ddb3 req-5ead1576-423a-4fb4-822d-6ce4b96e871f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0488470 Aug 31 17:13:42.859230 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b8dcac35-dc4b-48c2-a25e-e96dfcf9ddb3 req-f8b10083-c6ff-40ea-b306-13a135f1bc1f tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Aug 31 17:13:43.972071 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8133d1-cf26-42d8-8fe7-2c821a87de92 req-aba3d426-ccc2-48cc-a02d-f048a35ef8f3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:43.973567 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-af8133d1-cf26-42d8-8fe7-2c821a87de92 req-aba3d426-ccc2-48cc-a02d-f048a35ef8f3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0479941 Aug 31 17:13:44.010797 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-af8133d1-cf26-42d8-8fe7-2c821a87de92 req-4874f8e5-e83c-4949-9830-10ed7ebdf402 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Aug 31 17:13:47.774382 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be139fb-3ff4-43ee-97ad-96825c10e4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.358775 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-11a08f08-0edb-4bab-8861-baba52b8e588 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930612121&fields=id&tenant_id=24d6b96f225f464db8e04e7ff8c2a17d HTTP/1.1" status: 200 len: 267 time: 0.0312788 Aug 31 17:13:49.410352 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-9350b37c-357c-4be4-aded-967cace8e1db tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:49.411707 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-9350b37c-357c-4be4-aded-967cace8e1db tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 985 time: 0.0474315 Aug 31 17:13:49.422565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Request body: {'port': {'security_groups': ['10bd14dc-d7d4-490c-a41e-73b7a1110bb5']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:13:49.490513 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.662036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:13:49.691604 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.695710 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.725749 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e8340c85-1b61-44b6-aa06-8fbfb08e63d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:13:49.747378 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:49.748045 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.749496 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ce04375d-eb4e-4e8c-a2a3-0464ee508398 req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "PUT /v2.0/ports/e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 943 time: 0.3314331 Aug 31 17:13:49.749961 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:13:49.752231 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df0acca-9f3c-4487-b4f3-92000546471b" -d '{"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:13:49.756231 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:13:49.774406 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event updated for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:49.783113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.783473 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.783821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.784181 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.784516 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.784859 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.785192 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.786059 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.786243 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.786566 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.786907 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.787254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c002266-b706-4a9b-86cb-c934fff76f65 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:13:49.844798 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40f5695b-a47f-4d81-b2e0-a7805575aebf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.876201 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40f5695b-a47f-4d81-b2e0-a7805575aebf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.887988 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e8340c85-1b61-44b6-aa06-8fbfb08e63d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:13:49.890329 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee6537-0b27-4143-8ce5-16b05c73d6b0 x-openstack-request-id: req-d3ee6537-0b27-4143-8ce5-16b05c73d6b0 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:13:49.890871 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:13:49.891321 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3ee6537-0b27-4143-8ce5-16b05c73d6b0 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:13:49.891949 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'status': 'completed', 'code': 200} Aug 31 17:13:49.961312 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40f5695b-a47f-4d81-b2e0-a7805575aebf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.964314 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40f5695b-a47f-4d81-b2e0-a7805575aebf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:49.965653 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-40f5695b-a47f-4d81-b2e0-a7805575aebf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "DELETE /v2.0/security-groups/aa3ed28a-aad3-4a74-bc31-d6360025bad8 HTTP/1.1" status: 204 len: 168 time: 0.2083375 Aug 31 17:13:49.969837 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acca-9f3c-4487-b4f3-92000546471b req-4722f741-2ec6-4cee-9d0f-080c2723f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:49.971681 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-4722f741-2ec6-4cee-9d0f-080c2723f3e9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1099 time: 0.0544453 Aug 31 17:13:49.972241 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45260) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:13:49.977095 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5695b-a47f-4d81-b2e0-a7805575aebf tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3ed28a-aad3-4a74-bc31-d6360025bad8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:50.043399 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8ffb1266-f4e1-428f-b05d-10f4be5e7824 None None] Provisioning complete for port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:13:50.043928 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ffb1266-f4e1-428f-b05d-10f4be5e7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.165905 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acca-9f3c-4487-b4f3-92000546471b req-b20c0a06-4436-4ca4-847b-0f92402ec4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:50.167997 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-b20c0a06-4436-4ca4-847b-0f92402ec4b6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 916 time: 0.1780479 Aug 31 17:13:50.278162 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-48342c56-6632-46ff-8228-c96452820ecf service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 1001 time: 0.0871904 Aug 31 17:13:50.284395 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Deleting port 6cf0ec4f-36b7-4c76-82d8-ef3c91eac073 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:13:50.284750 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.377412 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acca-9f3c-4487-b4f3-92000546471b req-b6e72cf3-78f3-45bc-a159-9892d36801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:50.378859 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-b6e72cf3-78f3-45bc-a159-9892d36801d3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 200 len: 853 time: 0.0915322 Aug 31 17:13:50.406225 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.406550 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.432851 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Calling delete_port for 6cf0ec4f-36b7-4c76-82d8-ef3c91eac073 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:13:50.453602 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0acca-9f3c-4487-b4f3-92000546471b req-5fbfe934-327f-43d8-90e8-b3b39b76f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:50.455089 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-5fbfe934-327f-43d8-90e8-b3b39b76f324 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=317ef0af-3236-445c-ab17-4a8a38ad7c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652523 Aug 31 17:13:50.616024 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.643653 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-cb34fa15-cf60-4a0e-bcce-4daa17965392 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590450 Aug 31 17:13:50.658774 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b39fabe4-b1d9-411e-bdab-e3c4317bc2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.755827 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.793955 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event deleted for resources: {'Port': ['ID=6cf0ec4f-36b7-4c76-82d8-ef3c91eac073,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:50.796998 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9df0acca-9f3c-4487-b4f3-92000546471b req-dbc0a35d-183b-492f-9159-c098c10d0d0c service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455288 Aug 31 17:13:50.818326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:50.818326 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Floating IP 8ceb3696-e5de-421e-a846-18e04f738887 disassociated (deleted). External IP: 172.27.2.15, port: e8340c85-1b61-44b6-aa06-8fbfb08e63d2. Aug 31 17:13:51.030939 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Router b12d46d0-322a-4629-8594-834c81c07258 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:13:51.132670 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:13:51.138240 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:51.143590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] Sync routers for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:13:51.158707 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:13:51.159331 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:51.172904 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7887856b-0cc6-415d-9f55-45298e7f5b95 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "DELETE /v2.0/floatingips/8ceb3696-e5de-421e-a846-18e04f738887 HTTP/1.1" status: 204 len: 168 time: 1.1969843 Aug 31 17:13:51.264723 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:13:51.468580 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:12Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:51.497684 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] Checking router: b12d46d0-322a-4629-8594-834c81c07258 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:13:51.506005 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:13:51.506595 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:51.607416 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:13:51.893739 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:13:51.896074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:13:51.912348 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:12Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:13:51.935413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13bc608-9678-4145-8233-04535acbedd9 x-openstack-request-id: req-f13bc608-9678-4145-8233-04535acbedd9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:13:51.935701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:13:51.935952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f13bc608-9678-4145-8233-04535acbedd9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:13:51.936352 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'status': 'completed', 'code': 200} Aug 31 17:13:51.943654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d38f15-7621-4336-84f3-46f6a79fe36c None None] The sync data for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi is: [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:06Z', 'revision_number': 4, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '9efe1dd8-e8b5-412d-9100-fbd696c2f26f', 'name': '', 'network_id': '317ef0af-3236-445c-ab17-4a8a38ad7c4f', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'mac_address': 'fa:16:3e:c8:4e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '054df089-0090-433e-a907-fe7a4eff0012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:05Z', 'updated_at': '2021-08-31T17:08:12Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'subnets': [{'id': '054df089-0090-433e-a907-fe7a4eff0012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:13:51.960879 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:52.006011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-c97bd63c-2c1e-46f7-aa66-ac2e1772d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:52.007517 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-c97bd63c-2c1e-46f7-aa66-ac2e1772d3ca service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 1099 time: 0.0420182 Aug 31 17:13:52.112344 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-4d7063d9-4b62-40d8-b097-a873e49f4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:52.113967 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-4d7063d9-4b62-40d8-b097-a873e49f4019 service neutron] 10.222.0.109 "GET /v2.0/networks?id=317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 200 len: 916 time: 0.0945187 Aug 31 17:13:52.161479 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-ba6f41bd-4fd5-42c2-8f3a-631dfc25e4e4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 200 len: 217 time: 0.0396664 Aug 31 17:13:52.188577 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84846b48-8600-4db1-b954-8ca6bf226f7e None None] New status for floating IP 8ceb3696-e5de-421e-a846-18e04f738887: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:13:52.219669 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-a59e0e21-353a-4fd2-a8de-404c2ce4e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:52.221216 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-a59e0e21-353a-4fd2-a8de-404c2ce4e895 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 200 len: 853 time: 0.0452526 Aug 31 17:13:52.275213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-f9c88ae9-4c67-4c1a-adde-bb857be42956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:52.277378 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-f9c88ae9-4c67-4c1a-adde-bb857be42956 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=317ef0af-3236-445c-ab17-4a8a38ad7c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439684 Aug 31 17:13:52.378406 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-a3f7cf2c-db47-44d7-9d5d-978ac2e796b0 service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902054 Aug 31 17:13:52.478427 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-054da3ef-2ac0-4ad7-9045-7cccd3cd6bd2 req-7fea63e5-4cd2-4717-9436-897575b9e10a service neutron] 10.222.0.109 "GET /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923209 Aug 31 17:13:53.559519 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:53.893663 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97859b7-686e-4f61-8222-e94e6a20b24e req-df8dff6e-efeb-4565-8e20-18b71a04fc26 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:53.895156 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d97859b7-686e-4f61-8222-e94e6a20b24e req-df8dff6e-efeb-4565-8e20-18b71a04fc26 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0488203 Aug 31 17:13:53.935744 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d97859b7-686e-4f61-8222-e94e6a20b24e req-64490e61-f3a8-40f3-87ec-619e89354414 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Aug 31 17:13:54.144227 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:13:55.059589 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3781f8f-0e19-468f-abc0-30f669698430 req-b8b4545c-d38e-409f-a156-36008ab60622 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:55.061138 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a3781f8f-0e19-468f-abc0-30f669698430 req-b8b4545c-d38e-409f-a156-36008ab60622 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0532165 Aug 31 17:13:55.100108 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a3781f8f-0e19-468f-abc0-30f669698430 req-9433d30a-8eeb-481e-bc38-7a1a029431fa tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Aug 31 17:13:56.211391 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b17d5c-0b57-48a6-8195-bb1cea9de796 req-fdd679ae-bdd0-4c16-8ef0-67af59b04916 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:56.212849 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c5b17d5c-0b57-48a6-8195-bb1cea9de796 req-fdd679ae-bdd0-4c16-8ef0-67af59b04916 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0478690 Aug 31 17:13:56.251233 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c5b17d5c-0b57-48a6-8195-bb1cea9de796 req-8066ae6c-ca21-4e2f-ba49-a61aa74cfc41 tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/security-groups?id=10bd14dc-d7d4-490c-a41e-73b7a1110bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Aug 31 17:13:56.957748 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-bd20625a-dfa4-4d32-83ac-4f34a9de00fc tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:13:56.959314 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-bd20625a-dfa4-4d32-83ac-4f34a9de00fc tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.109 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 946 time: 0.0473714 Aug 31 17:13:57.054569 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Deleting port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:13:57.054912 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:57.140530 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] For port e8340c85-1b61-44b6-aa06-8fbfb08e63d2, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:13:57.140888 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:57.154002 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Calling delete_port for e8340c85-1b61-44b6-aa06-8fbfb08e63d2 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:13:57.279591 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:57.294699 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e8340c85-1b61-44b6-aa06-8fbfb08e63d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:13:57.307576 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Pushing event deleted for resources: {'Port': ['ID=e8340c85-1b61-44b6-aa06-8fbfb08e63d2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:13:57.353903 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8e69a08c-c1c7-439b-bc98-3572d0394661 req-3f8d2606-2244-4690-8c9e-4de51d8c3c8d tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.107 "GET /v2.0/ports?device_id=01d7bfcc-90ff-4786-b75f-3128cec27aae HTTP/1.1" status: 200 len: 210 time: 0.0263135 Aug 31 17:13:57.356244 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] No DVR routers for this DVR port e8340c85-1b61-44b6-aa06-8fbfb08e63d2 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:13:57.358986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:13:57.361178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a2d8f137-eda4-4eca-8f82-f9b0d3ef74a1 req-6b34c803-b3d3-4246-bed8-c711406855ac tempest-TestMinimumBasicScenario-1413861553 tempest-TestMinimumBasicScenario-1413861553-project] 10.222.0.109 "DELETE /v2.0/ports/e8340c85-1b61-44b6-aa06-8fbfb08e63d2 HTTP/1.1" status: 204 len: 173 time: 0.3936901 Aug 31 17:13:57.361539 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'name': 'network-vif-deleted', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:13:57.364179 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178aa32b-95a4-4b2d-b472-10251c929429" -d '{"events": [{"server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "name": "network-vif-deleted", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:13:57.410285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79abda41-fb62-483a-aac3-bc9ccf4c29d4 x-openstack-request-id: req-79abda41-fb62-483a-aac3-bc9ccf4c29d4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:13:57.410572 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d7bfcc-90ff-4786-b75f-3128cec27aae", "name": "network-vif-deleted", "tag": "e8340c85-1b61-44b6-aa06-8fbfb08e63d2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:13:57.411326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-79abda41-fb62-483a-aac3-bc9ccf4c29d4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:13:57.411728 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d7bfcc-90ff-4786-b75f-3128cec27aae', 'name': 'network-vif-deleted', 'tag': 'e8340c85-1b61-44b6-aa06-8fbfb08e63d2', 'status': 'completed', 'code': 200} Aug 31 17:13:59.044099 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:13:59.646505 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:00.196050 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Deleting port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:00.197081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:00.277802 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] For port 9efe1dd8-e8b5-412d-9100-fbd696c2f26f, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:00.278163 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:00.290566 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Calling delete_port for 9efe1dd8-e8b5-412d-9100-fbd696c2f26f owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:00.474363 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:00.500229 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efe1dd8-e8b5-412d-9100-fbd696c2f26f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:00.630331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:00.848395 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Router b12d46d0-322a-4629-8594-834c81c07258 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:00.952286 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:00.957328 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f78b6688-795b-4c0b-92f1-65c1182c76e5 admin admin] 10.222.0.107 "PUT /v2.0/routers/b12d46d0-322a-4629-8594-834c81c07258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9121454 Aug 31 17:14:00.959911 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:00.962756 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] Sync routers for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:00.972618 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:00.973303 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:01.072609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.078103 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:01.185258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.250809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Deleting port 807cd4c3-0045-4279-8ea8-41830d679059 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:01.251505 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.264927 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '807cd4c3-0045-4279-8ea8-41830d679059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:14:00Z', 'revision_number': 5, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port': {'id': '807cd4c3-0045-4279-8ea8-41830d679059', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12d46d0-322a-4629-8594-834c81c07258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:01.290805 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] Checking router: b12d46d0-322a-4629-8594-834c81c07258 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:01.300714 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] Routers {'b12d46d0-322a-4629-8594-834c81c07258'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:01.300916 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['b12d46d0-322a-4629-8594-834c81c07258'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:01.331223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] For port 807cd4c3-0045-4279-8ea8-41830d679059, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=807cd4c3-0045-4279-8ea8-41830d679059,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:01.331585 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.350798 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Calling delete_port for 807cd4c3-0045-4279-8ea8-41830d679059 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:01.389838 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] Set router b12d46d0-322a-4629-8594-834c81c07258 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:01.446294 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:14:01Z', 'revision_number': 6, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:01.472133 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27c003-72af-46ee-9dd1-c1361397a4aa None None] The sync data for ids ['b12d46d0-322a-4629-8594-834c81c07258'] in dv-cinder-786931-6-iscsi is: [{'id': 'b12d46d0-322a-4629-8594-834c81c07258', 'name': 'tempest-TestMinimumBasicScenario-990031114-router', 'tenant_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:03Z', 'updated_at': '2021-08-31T17:14:01Z', 'revision_number': 6, 'project_id': '24d6b96f225f464db8e04e7ff8c2a17d', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:01.530848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.558122 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=807cd4c3-0045-4279-8ea8-41830d679059,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:01.570671 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e8340c85-1b61-44b6-aa06-8fbfb08e63d2 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:01.584772 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.591803 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: e8340c85-1b61-44b6-aa06-8fbfb08e63d2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:01.592144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e8340c85-1b61-44b6-aa06-8fbfb08e63d2 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:01.688754 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.690938 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.756340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.756755 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b12d46d0-322a-4629-8594-834c81c07258 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:14:01.763099 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.764279 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-90817042-5523-4991-89c0-84469ae65e22 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b12d46d0-322a-4629-8594-834c81c07258 HTTP/1.1" status: 204 len: 168 time: 0.8031693 Aug 31 17:14:01.766891 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:01.811726 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Deleting subnet 054df089-0090-433e-a907-fe7a4eff0012 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:14:01.814765 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.849991 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.931353 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:01.985347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.009433 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054df089-0090-433e-a907-fe7a4eff0012,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:02.015417 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.017287 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-200e44be-b9fc-48a1-b958-c3ea7ce997cb admin admin] 10.222.0.107 "DELETE /v2.0/subnets/054df089-0090-433e-a907-fe7a4eff0012 HTTP/1.1" status: 204 len: 168 time: 0.2492216 Aug 31 17:14:02.019694 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45356) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:02.020389 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc0cbf-61af-414d-be78-3dd3cc9ce71d None None] Network 317ef0af-3236-445c-ab17-4a8a38ad7c4f requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:02.103396 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.164230 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Deleting port a0edd1ce-2187-46dd-87b7-7e7e771252b8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:02.164532 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.229146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] For port a0edd1ce-2187-46dd-87b7-7e7e771252b8, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=a0edd1ce-2187-46dd-87b7-7e7e771252b8,segment=NetworkSegment(0a935426-1406-4379-855c-de8cab2fedfa),segment_id=0a935426-1406-4379-855c-de8cab2fedfa)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:02.229538 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.242509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Calling delete_port for a0edd1ce-2187-46dd-87b7-7e7e771252b8 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:02.278008 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] DHCP port deletion for 317ef0af-3236-445c-ab17-4a8a38ad7c4f request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:14:02.331866 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.336823 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Deleting port a0edd1ce-2187-46dd-87b7-7e7e771252b8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:02.337349 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.350702 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a0edd1ce-2187-46dd-87b7-7e7e771252b8 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:02.359230 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0edd1ce-2187-46dd-87b7-7e7e771252b8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:02.362964 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] No DVR routers for this DVR port a0edd1ce-2187-46dd-87b7-7e7e771252b8 on host dv-cinder-786931-6-iscsi {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:02.406176 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: a0edd1ce-2187-46dd-87b7-7e7e771252b8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:02.406524 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a0edd1ce-2187-46dd-87b7-7e7e771252b8 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:02.407009 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 807cd4c3-0045-4279-8ea8-41830d679059 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:02.431530 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 807cd4c3-0045-4279-8ea8-41830d679059 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:02.431871 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 807cd4c3-0045-4279-8ea8-41830d679059 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:02.432280 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 9efe1dd8-e8b5-412d-9100-fbd696c2f26f no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:02.439644 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.450642 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.450988 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.451724 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.452083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > port after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.452421 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.452807 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > port after_update 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.453112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.453426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.453738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.454052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.459197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 9efe1dd8-e8b5-412d-9100-fbd696c2f26f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:02.459548 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 9efe1dd8-e8b5-412d-9100-fbd696c2f26f not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:02.461399 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] For port a0edd1ce-2187-46dd-87b7-7e7e771252b8, host dv-cinder-786931-6-iscsi, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:02.461792 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.474383 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Calling delete_port for a0edd1ce-2187-46dd-87b7-7e7e771252b8 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:02.478544 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Port a0edd1ce-2187-46dd-87b7-7e7e771252b8 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 17:14:02.479933 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.510557 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Pushing event deleted for resources: {'Port': ['ID=a0edd1ce-2187-46dd-87b7-7e7e771252b8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:02.513416 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] No DVR routers for this DVR port a0edd1ce-2187-46dd-87b7-7e7e771252b8 on host dv-cinder-786931-6-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:02.521540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.521891 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.522234 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.522567 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.522902 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.523232 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.523557 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.523883 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.524205 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.524548 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.524874 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.525194 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e761d5-2d5d-4de4-b1bd-aa2597263ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:02.579352 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.579700 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.580038 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.580373 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 17:14:02.580751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317ef0af-3236-445c-ab17-4a8a38ad7c4f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:02.598539 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a935426-1406-4379-855c-de8cab2fedfa') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:02.598840 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a935426-1406-4379-855c-de8cab2fedfa') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:02.614279 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12335694'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.634319 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.643385 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Releasing vlan 1534 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:14:02.643764 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12213681'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: from cryptography.utils import int_from_bytes Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: from cryptography.utils import int_from_bytes Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: Traceback (most recent call last): Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: timer() Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: cb(*args, **kw) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: return func(*args, **kwargs) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: self._notify() Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: self.callback(batched_events) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: event.method(event) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: return f(self, *a, **k) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._get(url).json() Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: return self.request(url, 'GET', **kwargs) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:14:02.647735 dv-cinder-786931-6-iscsi neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:14:02.708788 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.715751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:02.719322 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] 10.222.0.107 "DELETE /v2.0/networks/317ef0af-3236-445c-ab17-4a8a38ad7c4f HTTP/1.1" status: 204 len: 168 time: 0.6970870 Aug 31 17:14:02.720778 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45358) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:02.976089 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f90414-1561-49b4-9a7b-86ebe51b796d admin admin] Pushing event deleted for resources: {'Network': ['ID=317ef0af-3236-445c-ab17-4a8a38ad7c4f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:03.070725 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:03.322055 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Deleting port 328a67f5-cead-462c-bddc-b38270b2decb {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:03.322293 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:03.397116 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] For port 328a67f5-cead-462c-bddc-b38270b2decb, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=328a67f5-cead-462c-bddc-b38270b2decb,segment=NetworkSegment(5c696738-10fc-49c4-9408-8abda1f8d81a),segment_id=5c696738-10fc-49c4-9408-8abda1f8d81a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:03.397473 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:03.410442 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Calling delete_port for 328a67f5-cead-462c-bddc-b38270b2decb owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:03.593926 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:03.618166 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Pushing event deleted for resources: {'Port': ['ID=328a67f5-cead-462c-bddc-b38270b2decb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:03.782840 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:04.211006 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Router 1060876a-d2db-45ef-9496-1c0d597e44a3 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:04.310405 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:04.315216 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-475ccd68-9d51-431c-a247-c4a4dc7a197b admin admin] 10.222.0.107 "PUT /v2.0/routers/1060876a-d2db-45ef-9496-1c0d597e44a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932946 Aug 31 17:14:04.318692 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45360) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:04.318951 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] Sync routers for ids ['1060876a-d2db-45ef-9496-1c0d597e44a3'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:04.329128 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] Routers {'1060876a-d2db-45ef-9496-1c0d597e44a3'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:04.329768 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1060876a-d2db-45ef-9496-1c0d597e44a3'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:04.423224 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:04.525617 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] Set router 1060876a-d2db-45ef-9496-1c0d597e44a3 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:04.525855 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:04.579574 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Deleting port 680d72fc-18fd-4fcd-866a-429a64384695 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:04.579978 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:04.660646 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] For port 680d72fc-18fd-4fcd-866a-429a64384695, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=680d72fc-18fd-4fcd-866a-429a64384695,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:04.661003 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:04.674028 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Calling delete_port for 680d72fc-18fd-4fcd-866a-429a64384695 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:04.709975 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '680d72fc-18fd-4fcd-866a-429a64384695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:14:03Z', 'revision_number': 5, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port': {'id': '680d72fc-18fd-4fcd-866a-429a64384695', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:08:09Z', 'updated_at': '2021-08-31T17:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:04.739905 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] Checking router: 1060876a-d2db-45ef-9496-1c0d597e44a3 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:04.748125 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] Routers {'1060876a-d2db-45ef-9496-1c0d597e44a3'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:04.748765 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1060876a-d2db-45ef-9496-1c0d597e44a3'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:04.836779 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] Set router 1060876a-d2db-45ef-9496-1c0d597e44a3 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:04.839488 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:04.869071 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Pushing event deleted for resources: {'Port': ['ID=680d72fc-18fd-4fcd-866a-429a64384695,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:04.890451 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:14:04Z', 'revision_number': 6, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:04.920568 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b479ef-26bf-4e51-97c5-5391f0aa7b73 None None] The sync data for ids ['1060876a-d2db-45ef-9496-1c0d597e44a3'] in dv-cinder-786931-6-iscsi is: [{'id': '1060876a-d2db-45ef-9496-1c0d597e44a3', 'name': 'tempest-TestMinimumBasicScenario-53124949-router', 'tenant_id': '6e99cacd7c524ec0a349868a3d180c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:08:08Z', 'updated_at': '2021-08-31T17:14:04Z', 'revision_number': 6, 'project_id': '6e99cacd7c524ec0a349868a3d180c6c', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:04.929210 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.017469 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.019651 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.064752 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.065526 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1060876a-d2db-45ef-9496-1c0d597e44a3 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:14:05.070605 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.071759 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-abe79df6-79bd-4e6d-be63-e41bc60df452 admin admin] 10.222.0.107 "DELETE /v2.0/routers/1060876a-d2db-45ef-9496-1c0d597e44a3 HTTP/1.1" status: 204 len: 168 time: 0.7521782 Aug 31 17:14:05.074772 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45362) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:05.122531 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Deleting subnet 4df75564-73fe-49d5-a161-b73dce377bb9 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:14:05.125699 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.161341 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.275914 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.332909 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.362420 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df75564-73fe-49d5-a161-b73dce377bb9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:05.369457 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.371421 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-96b56a2a-6e0d-4118-8b8a-6a97eb499eef admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4df75564-73fe-49d5-a161-b73dce377bb9 HTTP/1.1" status: 204 len: 168 time: 0.2957273 Aug 31 17:14:05.374136 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45364) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:05.374706 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511f527-fd13-441d-b468-3a389b75bacb None None] Network 53ad2b16-0927-4a76-81a6-c24cf49eff99 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:14:05.440281 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.494138 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Deleting port b0dccc9a-8764-49eb-85dd-0f218ff862af {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:05.494467 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.558755 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] For port b0dccc9a-8764-49eb-85dd-0f218ff862af, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b0dccc9a-8764-49eb-85dd-0f218ff862af,segment=NetworkSegment(5c696738-10fc-49c4-9408-8abda1f8d81a),segment_id=5c696738-10fc-49c4-9408-8abda1f8d81a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:05.559100 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.571107 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Calling delete_port for b0dccc9a-8764-49eb-85dd-0f218ff862af owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:05.650329 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.664417 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f5258-461a-4f04-a884-423bb5a9fafb None None] DHCP port deletion for 53ad2b16-0927-4a76-81a6-c24cf49eff99 request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:14:05.678728 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Pushing event deleted for resources: {'Port': ['ID=b0dccc9a-8764-49eb-85dd-0f218ff862af,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:05.686935 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] No DVR routers for this DVR port b0dccc9a-8764-49eb-85dd-0f218ff862af on host dv-cinder-786931-6-iscsi {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:05.774637 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.784657 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ad2b16-0927-4a76-81a6-c24cf49eff99']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:05.802484 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c696738-10fc-49c4-9408-8abda1f8d81a') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:05.802783 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c696738-10fc-49c4-9408-8abda1f8d81a') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:05.812674 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.827437 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.833679 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Releasing vlan 1518 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:14:05.834081 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:14:05.835935 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:14:05.898558 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.904410 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:05.906293 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] 10.222.0.107 "DELETE /v2.0/networks/53ad2b16-0927-4a76-81a6-c24cf49eff99 HTTP/1.1" status: 204 len: 168 time: 0.5312195 Aug 31 17:14:05.922766 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639eb72-5b08-40d6-b438-715a48789fae admin admin] Pushing event deleted for resources: {'Network': ['ID=53ad2b16-0927-4a76-81a6-c24cf49eff99,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:06.031059 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45368) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:06.070921 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-f7a2e446-f3a5-4553-929d-ed1c491a04eb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=24d6b96f225f464db8e04e7ff8c2a17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386946 Aug 31 17:14:06.074393 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:06.122843 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 680d72fc-18fd-4fcd-866a-429a64384695 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:06.125206 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7180d988-5fda-468d-9da9-7e9213084b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.146986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 680d72fc-18fd-4fcd-866a-429a64384695 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:06.147239 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 680d72fc-18fd-4fcd-866a-429a64384695 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:06.147658 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 328a67f5-cead-462c-bddc-b38270b2decb no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:06.149401 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7180d988-5fda-468d-9da9-7e9213084b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.166748 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 328a67f5-cead-462c-bddc-b38270b2decb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:06.167094 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 328a67f5-cead-462c-bddc-b38270b2decb not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:06.167505 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b0dccc9a-8764-49eb-85dd-0f218ff862af no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:06.186262 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: b0dccc9a-8764-49eb-85dd-0f218ff862af {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:06.186532 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b0dccc9a-8764-49eb-85dd-0f218ff862af not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:06.199108 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7180d988-5fda-468d-9da9-7e9213084b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.202211 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7180d988-5fda-468d-9da9-7e9213084b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.203812 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7180d988-5fda-468d-9da9-7e9213084b18 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/10bd14dc-d7d4-490c-a41e-73b7a1110bb5 HTTP/1.1" status: 204 len: 168 time: 0.1274557 Aug 31 17:14:06.213971 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180d988-5fda-468d-9da9-7e9213084b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd14dc-d7d4-490c-a41e-73b7a1110bb5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:06.545318 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45376) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:06.584747 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d7176f79-e2a0-4538-8d9e-00902ba22895 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e99cacd7c524ec0a349868a3d180c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382571 Aug 31 17:14:06.587734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45378) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:06.636243 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d938f1d-a2fb-4a84-b852-87fc28cfc725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.659011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d938f1d-a2fb-4a84-b852-87fc28cfc725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.706942 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d938f1d-a2fb-4a84-b852-87fc28cfc725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.709354 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d938f1d-a2fb-4a84-b852-87fc28cfc725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:06.710504 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9d938f1d-a2fb-4a84-b852-87fc28cfc725 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3fb110c2-2cdc-4109-93e6-4a7664839bba HTTP/1.1" status: 204 len: 168 time: 0.1217940 Aug 31 17:14:06.718786 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d938f1d-a2fb-4a84-b852-87fc28cfc725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb110c2-2cdc-4109-93e6-4a7664839bba,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:09.778954 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:10.599473 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a2e0d-b921-4f7c-964d-929344c34f66 req-936c4d9b-3917-4c42-985f-931b9f394f3e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:10.600956 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ae2a2e0d-b921-4f7c-964d-929344c34f66 req-936c4d9b-3917-4c42-985f-931b9f394f3e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0507112 Aug 31 17:14:10.646910 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ae2a2e0d-b921-4f7c-964d-929344c34f66 req-d916834f-4406-4b6a-acc9-91a45b88c2cd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394778 Aug 31 17:14:11.784750 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f32f0-ab5f-41e1-afc3-2a4860fc25bb req-5b030721-0076-4022-b30c-c38a1feaefb9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:11.786256 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1a1f32f0-ab5f-41e1-afc3-2a4860fc25bb req-5b030721-0076-4022-b30c-c38a1feaefb9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0485806 Aug 31 17:14:11.823201 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1a1f32f0-ab5f-41e1-afc3-2a4860fc25bb req-3284ceec-fec1-4166-91bf-c321545c2e60 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303972 Aug 31 17:14:12.939633 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64c543-c64f-4313-a71a-9402f7ee9fa7 req-6b9d4162-fc18-44f9-9385-2e3d05899620 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:12.941154 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c64c543-c64f-4313-a71a-9402f7ee9fa7 req-6b9d4162-fc18-44f9-9385-2e3d05899620 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0478482 Aug 31 17:14:12.979343 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c64c543-c64f-4313-a71a-9402f7ee9fa7 req-e2083a9c-4899-4b64-aecd-0b54a7a7e9df tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=b8df8744-521d-4f11-99ee-d6e50a89b5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320444 Aug 31 17:14:13.170656 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-4a7d9e32-60df-4910-9ccd-c0921e8f5038 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:13.172156 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-4a7d9e32-60df-4910-9ccd-c0921e8f5038 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 946 time: 0.0512035 Aug 31 17:14:13.265249 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Deleting port cf6162fc-3f90-4171-85bd-7978d1daa170 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:13.265585 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.355185 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] For port cf6162fc-3f90-4171-85bd-7978d1daa170, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=cf6162fc-3f90-4171-85bd-7978d1daa170,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:13.355544 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.574892 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.575279 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.575596 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Floating IP e58a0442-cf85-4921-8737-47eb064f5758 disassociated. External IP: 172.27.2.16, port: cf6162fc-3f90-4171-85bd-7978d1daa170. Aug 31 17:14:13.575934 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Calling delete_port for cf6162fc-3f90-4171-85bd-7978d1daa170 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:13.709660 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:13.743414 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event deleted for resources: {'Port': ['ID=cf6162fc-3f90-4171-85bd-7978d1daa170,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:13.875315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:13.984417 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:13.996128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:14.006217 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:14.006865 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:14.031793 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] No DVR routers for this DVR port cf6162fc-3f90-4171-85bd-7978d1daa170 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:14:14.034603 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:14.037049 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e84058e2-dd70-4b4b-94ac-20328892a27d req-3e20eb5c-42fb-43c2-9025-92727957f833 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "DELETE /v2.0/ports/cf6162fc-3f90-4171-85bd-7978d1daa170 HTTP/1.1" status: 204 len: 173 time: 0.8560994 Aug 31 17:14:14.037533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-deleted', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:14.040119 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d33c04-59b0-4dca-8830-323a5e2afc19" -d '{"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-deleted", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:14.103191 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7bd02acf-239a-4f21-bd4a-3f09eddad55a req-9443c2f3-60a5-4d5c-93c5-c9e835ffd45a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=393b1821-b143-4221-84e2-3b9636661eb3 HTTP/1.1" status: 200 len: 210 time: 0.0448737 Aug 31 17:14:14.122716 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0cb8ff-c053-4e13-964a-a8b690920cef x-openstack-request-id: req-7a0cb8ff-c053-4e13-964a-a8b690920cef {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:14.122716 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393b1821-b143-4221-84e2-3b9636661eb3", "name": "network-vif-deleted", "tag": "cf6162fc-3f90-4171-85bd-7978d1daa170", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:14.123013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7a0cb8ff-c053-4e13-964a-a8b690920cef {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:14.123262 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b1821-b143-4221-84e2-3b9636661eb3', 'name': 'network-vif-deleted', 'tag': 'cf6162fc-3f90-4171-85bd-7978d1daa170', 'status': 'completed', 'code': 200} Aug 31 17:14:14.172713 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:14.397159 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:14.426011 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:14.434223 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:14.434816 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:13:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:14.538590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:14.877266 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:14.903247 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ffcb6-d6c8-4876-9bb5-03c2adc881fd None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:15.127002 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba6932-3188-4044-8985-896e133d62fa None None] New status for floating IP e58a0442-cf85-4921-8737-47eb064f5758: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:14:15.225246 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45418) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:15.289258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4536e1dc-402d-4a95-b303-0c271ccc9543 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.313196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4536e1dc-402d-4a95-b303-0c271ccc9543 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.362989 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4536e1dc-402d-4a95-b303-0c271ccc9543 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.365531 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4536e1dc-402d-4a95-b303-0c271ccc9543 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.366680 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-4536e1dc-402d-4a95-b303-0c271ccc9543 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "DELETE /v2.0/security-groups/b8df8744-521d-4f11-99ee-d6e50a89b5d7 HTTP/1.1" status: 204 len: 168 time: 0.1403995 Aug 31 17:14:15.369755 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45420) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:15.375911 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536e1dc-402d-4a95-b303-0c271ccc9543 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df8744-521d-4f11-99ee-d6e50a89b5d7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:15.385305 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.api.v2.resource [None req-262bfbb9-0fde-4727-a06f-1e210017360b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] show failed (client error): The resource could not be found. Aug 31 17:14:15.387154 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-262bfbb9-0fde-4727-a06f-1e210017360b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups/b8df8744-521d-4f11-99ee-d6e50a89b5d7 HTTP/1.1" status: 404 len: 347 time: 0.0163665 Aug 31 17:14:15.391227 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45422) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:15.519070 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Deleting port 60319d9b-096f-49cd-82f5-b92480011402 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:14:15.519358 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.595511 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.595836 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.608217 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Calling delete_port for 60319d9b-096f-49cd-82f5-b92480011402 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:14:15.757697 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.786912 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event deleted for resources: {'Port': ['ID=60319d9b-096f-49cd-82f5-b92480011402,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:15.811396 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.811742 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.812099 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.812419 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.812827 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.813286 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.813620 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.813947 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.814277 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.814631 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.814954 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.815277 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:14:15.858030 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.860744 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:15.861895 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6ced9f4c-bc3e-4983-95f7-8000dce1d4a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "DELETE /v2.0/floatingips/e58a0442-cf85-4921-8737-47eb064f5758 HTTP/1.1" status: 204 len: 168 time: 0.4694369 Aug 31 17:14:16.360663 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45426) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:16.365450 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788232793', 'description': 'tempest-description--764356341'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:16.390098 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.479337 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.483325 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.508459 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.509683 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1479819 Aug 31 17:14:16.512932 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45428) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:16.513778 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3f356-6e4d-48a4-8c31-68ea509382f9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e700f7-d409-4beb-82e9-6a3c02884be7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:16.521329 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'security_group_rule': {'security_group_id': 'c7e700f7-d409-4beb-82e9-6a3c02884be7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:16.551710 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.610714 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.614442 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.632021 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc8596a-bcd6-443f-ab3b-1a3f898ab48e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:16.637791 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.638993 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-68dd1639-c3fa-4492-9162-8c6a288c2e54 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246569 Aug 31 17:14:16.641728 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45430) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:16.646028 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'security_group_rule': {'security_group_id': 'c7e700f7-d409-4beb-82e9-6a3c02884be7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:16.672320 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.727634 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.731866 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.749038 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c078ad-8806-4e18-a881-c2d7ab31a6d4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:16.754927 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.756131 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f25c6fba-51b7-45ca-83d7-cd8ebb9ff8a4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134820 Aug 31 17:14:16.759198 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45432) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:16.764223 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:16.785547 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.883152 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:16.983689 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Allocated IP 172.27.2.39 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/60362020-1654-495a-8de4-4a12a9c5bde1) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:17.087330 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.125746 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.165843 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:17.169387 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:17.173603 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:17.176545 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'Port': ['ID=60362020-1654-495a-8de4-4a12a9c5bde1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:17.259045 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.290722 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.468301 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.472824 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.541875 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'Port': ['ID=60362020-1654-495a-8de4-4a12a9c5bde1,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:17.548019 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.561428 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.562989 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-409a2ca0-1cb8-4cbf-99e4-552181bd3aac tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8027983 Aug 31 17:14:17.652281 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:17.672139 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: cf6162fc-3f90-4171-85bd-7978d1daa170 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:14:17.672500 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device cf6162fc-3f90-4171-85bd-7978d1daa170 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:14:17.757208 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-e060d2ef-99e2-4bff-939e-d422800d658a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1788232793&fields=id&tenant_id=8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 267 time: 0.0393975 Aug 31 17:14:17.776945 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73c4b980-59fd-4116-8032-5d0bdcf17766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:17.868507 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-144bbb62-d66e-45be-818e-936c179c7358 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:17.869989 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-144bbb62-d66e-45be-818e-936c179c7358 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 817 time: 0.1053874 Aug 31 17:14:17.884683 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-8890ef4d-55a5-4a18-97cf-1895a23f2a77 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/quotas/8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 375 time: 0.0089915 Aug 31 17:14:17.938692 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-5014cfb8-09cf-41e1-8914-7b3aaace7307 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487666 Aug 31 17:14:18.034082 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-ccccfc77-ccfe-42c7-bdb6-f80ece8fee67 service neutron] 10.222.0.107 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829730 Aug 31 17:14:18.121863 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-46ca1f0b-089b-41e1-a236-269725e57a9e service neutron] 10.222.0.107 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818598 Aug 31 17:14:19.298499 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f7622bbb-ea41-4d65-a855-316ce2fd620c req-bf2f6bc7-e449-4a8c-a224-e7cd722dbe92 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 210 time: 0.0255780 Aug 31 17:14:20.266514 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-6a7d3d2f-a9a8-435d-a819-3659930f053b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:20.268536 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-6a7d3d2f-a9a8-435d-a819-3659930f053b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 817 time: 0.1108420 Aug 31 17:14:20.320427 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-6dd2cec4-8a64-435e-ad96-c4ab299812f0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 380 time: 0.0380766 Aug 31 17:14:20.338426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'port': {'device_id': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'admin_state_up': True, 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'security_groups': ['c7e700f7-d409-4beb-82e9-6a3c02884be7']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:20.404720 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-925547ee-5200-4cd5-8548-30219c3f16ed req-8b952dcc-bbc9-4c10-8bda-752ad9c3c223 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 210 time: 0.0313394 Aug 31 17:14:20.476707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Made reservation on behalf of 8107b911803c4bd198dd74f3e21f9786 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:14:20.480733 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.614964 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.619113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Allocated IP 172.20.0.9 (2fefa7f6-f6c8-4aa1-8c73-cda0b548f806/567cb0ff-dc46-4e24-88c3-f1e45fd773ca/e31a803e-461b-44f2-8021-4ad0763feb1d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:14:20.661139 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88e64510-a6b0-48be-9dd8-44686670a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.762089 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.777315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Transition to ACTIVE for port object e31a803e-461b-44f2-8021-4ad0763feb1d will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:20.818308 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.864702 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:14:20.867956 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:14:20.871881 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:14:20.878402 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:20.935082 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:20.935772 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:20.958789 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-99bc6184-2bd0-4b07-8f56-73ec0359704a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246018 Aug 31 17:14:20.973174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Request body: {'port': {'device_id': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:21.030328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.079785 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eaa577db-bf4b-4a4e-bcea-539a5f15ea61 None None] Provisioning for port e31a803e-461b-44f2-8021-4ad0763feb1d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:21.084048 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eaa577db-bf4b-4a4e-bcea-539a5f15ea61 None None] Provisioning complete for port e31a803e-461b-44f2-8021-4ad0763feb1d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:21.084428 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eaa577db-bf4b-4a4e-bcea-539a5f15ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.119035 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-eaa577db-bf4b-4a4e-bcea-539a5f15ea61 None None] Port e31a803e-461b-44f2-8021-4ad0763feb1d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:14:21.292306 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31a803e-461b-44f2-8021-4ad0763feb1d {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:14:21.299628 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.312020 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Transition to ACTIVE for port object e31a803e-461b-44f2-8021-4ad0763feb1d will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:14:21.315913 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.367842 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:21.440453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Attempting to bind port e31a803e-461b-44f2-8021-4ad0763feb1d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:14:21.440828 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Attempting to bind port e31a803e-461b-44f2-8021-4ad0763feb1d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:14:21.441169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Attempting to bind port e31a803e-461b-44f2-8021-4ad0763feb1d on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:21.446344 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Port e31a803e-461b-44f2-8021-4ad0763feb1d on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:14:21.446668 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Attempting to bind port e31a803e-461b-44f2-8021-4ad0763feb1d on network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:14:21.452810 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:14:21.453152 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Checking segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:14:21.453545 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Bound using segment: {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:14:21.453979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Bound port: e31a803e-461b-44f2-8021-4ad0763feb1d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad790ac-7d75-4635-b497-ba38d55f1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1544, 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:14:21.454342 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.551321 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:14:21.555771 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:14:21.567218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b677b-0ec9-4661-af41-8a078a1be49c req-6e1a03f5-4552-4a9c-a4d3-3e1d16ed0dab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:21.568725 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ff4b677b-0ec9-4661-af41-8a078a1be49c req-6e1a03f5-4552-4a9c-a4d3-3e1d16ed0dab tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0818374 Aug 31 17:14:21.570283 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.624527 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:21.625143 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.626540 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] 10.222.0.109 "PUT /v2.0/ports/e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 1093 time: 0.6579742 Aug 31 17:14:21.626976 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:21.629291 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a8af0-2ed2-4b49-a36d-7a6d918f2500" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:21.661938 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ff4b677b-0ec9-4661-af41-8a078a1be49c req-27010e2d-5608-4c34-b9a1-351ee6d92a43 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670455 Aug 31 17:14:21.662661 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83767837-354f-4b3d-b516-188304ebb7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:21.679361 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39273c-87e0-4233-8afa-2915b318233a x-openstack-request-id: req-cb39273c-87e0-4233-8afa-2915b318233a {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:21.680024 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:21.680722 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cb39273c-87e0-4233-8afa-2915b318233a {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:21.681181 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'status': 'completed', 'code': 200} Aug 31 17:14:21.732661 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-f10c0f7e-6f26-47c9-a308-3f1a7b564e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:21.734291 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-f10c0f7e-6f26-47c9-a308-3f1a7b564e7f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0430207 Aug 31 17:14:21.783690 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-586bb31e-32bf-4934-aa16-60b6151cab48 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 217 time: 0.0377362 Aug 31 17:14:21.839421 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-c60b1c6b-0651-4e91-8b52-3be8bdbdf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:21.840903 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-c60b1c6b-0651-4e91-8b52-3be8bdbdf5a5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0499508 Aug 31 17:14:21.901700 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-767e573a-c09e-47d8-ae98-4962c7c26470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:21.903819 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-767e573a-c09e-47d8-ae98-4962c7c26470 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545046 Aug 31 17:14:21.951172 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:21.999141 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-56137581-b987-4c92-80a5-5c86821a5294 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876753 Aug 31 17:14:22.097836 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7c873fd6-a0b5-4a12-aa57-b28a9d5a0fcd req-44e5c77a-7d37-48c9-92e3-160f3026da63 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Aug 31 17:14:22.206620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-fb5e9933-910b-4cbf-a3da-8a0eaa781b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:22.208769 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-fb5e9933-910b-4cbf-a3da-8a0eaa781b66 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0467806 Aug 31 17:14:22.302985 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-9014fa7d-d6e3-46a7-8999-acbedd756be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:22.304438 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-9014fa7d-d6e3-46a7-8999-acbedd756be4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0853908 Aug 31 17:14:22.346909 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-4d7d1b60-f136-4473-9451-ce8f23346aac service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 217 time: 0.0343013 Aug 31 17:14:22.398555 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-f506560e-31ab-4104-af43-fad26b10b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:22.399968 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-f506560e-31ab-4104-af43-fad26b10b865 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0453663 Aug 31 17:14:22.447701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-c848b2f7-386b-408d-be73-846b078a45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:22.449452 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-c848b2f7-386b-408d-be73-846b078a45c8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406911 Aug 31 17:14:22.539420 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-a4c98462-f146-4c9e-ba86-2a57800cf2ff service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816581 Aug 31 17:14:22.631876 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326a8af0-2ed2-4b49-a36d-7a6d918f2500 req-76a004a4-1212-45d4-9bff-52e9f1917f66 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851417 Aug 31 17:14:22.792565 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56272-9e33-4c49-9f65-d5de5fd8aaa7 req-9e750b5d-16d1-4883-88e3-1ca94916b658 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:22.794001 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c1d56272-9e33-4c49-9f65-d5de5fd8aaa7 req-9e750b5d-16d1-4883-88e3-1ca94916b658 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0490658 Aug 31 17:14:22.838564 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c1d56272-9e33-4c49-9f65-d5de5fd8aaa7 req-5c7e5530-7e12-4776-bebf-1c46373736ae tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374894 Aug 31 17:14:23.560962 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:23.958064 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bcbe4-a7b4-4b9e-a622-dbc646eec91d req-71f75e37-fa00-4726-bc91-6e072d77cd92 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:23.959550 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-952bcbe4-a7b4-4b9e-a622-dbc646eec91d req-71f75e37-fa00-4726-bc91-6e072d77cd92 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0498993 Aug 31 17:14:23.997616 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-952bcbe4-a7b4-4b9e-a622-dbc646eec91d req-fffa7ef8-b8b4-492f-9e99-04484740727b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Aug 31 17:14:25.114522 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8209a-346e-42d2-8a09-603184028e43 req-3ace94f5-7431-4f00-85c5-2f649f6556cb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:25.116030 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3fc8209a-346e-42d2-8a09-603184028e43 req-3ace94f5-7431-4f00-85c5-2f649f6556cb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0484228 Aug 31 17:14:25.154110 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3fc8209a-346e-42d2-8a09-603184028e43 req-74d9078b-3945-40f0-b9da-c0a7135a3c6e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 31 17:14:25.693410 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:14:25.800363 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:25.812918 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'mac_address': 'fa:16:3e:44:e4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:14:25.851344 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.866000 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31a803e-461b-44f2-8021-4ad0763feb1d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:14:25.887538 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:25.892526 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:25.949675 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:26.276183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95339d-fa3a-45eb-aa61-f0ce911250ec req-8ef50256-485a-4ab6-90ab-f213c66cb818 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:26.277613 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2e95339d-fa3a-45eb-aa61-f0ce911250ec req-8ef50256-485a-4ab6-90ab-f213c66cb818 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 944 time: 0.0526111 Aug 31 17:14:26.316532 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2e95339d-fa3a-45eb-aa61-f0ce911250ec req-7f7ac296-db93-4e37-8fa8-02d6c70b82bb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Aug 31 17:14:26.338380 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e31a803e-461b-44f2-8021-4ad0763feb1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:14:27.435843 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7256c-c88d-4094-8983-79464d2d2695 req-ab29b4c7-cb96-401c-a250-cb861a31b5c4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:27.437287 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7db7256c-c88d-4094-8983-79464d2d2695 req-ab29b4c7-cb96-401c-a250-cb861a31b5c4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 944 time: 0.0480304 Aug 31 17:14:27.475935 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7db7256c-c88d-4094-8983-79464d2d2695 req-1aad34ed-af6c-4f9c-85d0-9bc579a4bc9d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327580 Aug 31 17:14:27.680682 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face66ba-7fcd-430b-b07b-d13136eaee30 req-7302fb8b-9b38-4fc5-a453-042bf39e1f49 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:27.682844 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-face66ba-7fcd-430b-b07b-d13136eaee30 req-7302fb8b-9b38-4fc5-a453-042bf39e1f49 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Aug 31 17:14:27.693369 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:14:27.736924 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-face66ba-7fcd-430b-b07b-d13136eaee30 req-60f23ffe-2e03-4516-90e8-fb906fa8d1b1 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467198 Aug 31 17:14:27.745180 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port e31a803e-461b-44f2-8021-4ad0763feb1d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:14:27.749629 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port e31a803e-461b-44f2-8021-4ad0763feb1d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:14:27.750078 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:27.828643 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:27.851906 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:27.854185 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0075a-7e5c-4d7c-8350-b28206fbc80e" -d '{"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:27.866475 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:27.872316 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:27.896841 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed13094-f288-41f3-9b0a-032edf913ece x-openstack-request-id: req-3ed13094-f288-41f3-9b0a-032edf913ece {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:27.897109 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:27.897356 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3ed13094-f288-41f3-9b0a-032edf913ece {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:27.897734 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'code': 200} Aug 31 17:14:27.924656 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:28.091944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e9fb6-54cd-4e3a-8401-4da93e76068d req-d5bd8920-1741-4b4e-9f15-4be5d2220980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:28.093457 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d5e9fb6-54cd-4e3a-8401-4da93e76068d req-d5bd8920-1741-4b4e-9f15-4be5d2220980 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0400925 Aug 31 17:14:28.132226 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3d5e9fb6-54cd-4e3a-8401-4da93e76068d req-aa2b861f-f9e7-44b5-916c-9f6cacc4df0b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273819 Aug 31 17:14:28.593216 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c5492-e3d8-4c92-8d1d-c9cb07b85b7c req-d67a9a29-2cae-49ac-8e25-2ec101b775dc tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:28.594862 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6b1c5492-e3d8-4c92-8d1d-c9cb07b85b7c req-d67a9a29-2cae-49ac-8e25-2ec101b775dc tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0478792 Aug 31 17:14:28.632734 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6b1c5492-e3d8-4c92-8d1d-c9cb07b85b7c req-2f047732-8f7f-488a-9260-d79da198b093 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Aug 31 17:14:28.859591 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f7dba-137d-4bfa-8d45-dadbdea38285 req-103188a1-6fd6-4d6f-8e79-4939f9f28674 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:28.861085 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a80f7dba-137d-4bfa-8d45-dadbdea38285 req-103188a1-6fd6-4d6f-8e79-4939f9f28674 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0481238 Aug 31 17:14:28.897793 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a80f7dba-137d-4bfa-8d45-dadbdea38285 req-15e5598f-c55d-40e5-b4f0-d72c5936245d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308661 Aug 31 17:14:29.750594 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ee4e1-c6a8-4291-b050-22dc910a0681 req-b17a13fe-6a6e-418c-a7b2-d8f32a0c3a19 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:29.752047 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-697ee4e1-c6a8-4291-b050-22dc910a0681 req-b17a13fe-6a6e-418c-a7b2-d8f32a0c3a19 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0499222 Aug 31 17:14:29.788870 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-697ee4e1-c6a8-4291-b050-22dc910a0681 req-d803a82b-1a2f-42c9-b871-06297ea9c530 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307872 Aug 31 17:14:30.014463 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b933-716b-4c7c-ad76-af92da32ef86 req-1eb34f74-afef-4563-901d-77308185888f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:30.015904 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5149b933-716b-4c7c-ad76-af92da32ef86 req-1eb34f74-afef-4563-901d-77308185888f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0517349 Aug 31 17:14:30.052763 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5149b933-716b-4c7c-ad76-af92da32ef86 req-c7938da3-98b3-4af6-9e0f-faaf76380f1b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Aug 31 17:14:30.903696 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf3de3-c14e-4ae9-88c8-26996cae570d req-f960540a-1424-4e2a-80d8-a2955404c1cb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:30.905412 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-51cf3de3-c14e-4ae9-88c8-26996cae570d req-f960540a-1424-4e2a-80d8-a2955404c1cb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Aug 31 17:14:30.946683 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-51cf3de3-c14e-4ae9-88c8-26996cae570d req-b376cc09-199e-4657-bc7d-dbae672770e7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353897 Aug 31 17:14:31.059564 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aae8fa-fbad-4c78-aef8-549c5c286df7 req-36fc115f-bccc-4653-bed8-bd2ab30291bd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.061043 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-31aae8fa-fbad-4c78-aef8-549c5c286df7 req-36fc115f-bccc-4653-bed8-bd2ab30291bd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Aug 31 17:14:31.069315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45500) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:14:31.074267 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Request body: {'floatingip': {'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:14:31.115098 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.142726 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:14:31.168665 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9e23b-4b08-4a02-b3fb-2d7851b225c0 req-bd7dc7c6-5642-428a-a782-3398e62d2a92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:31.170194 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8fc9e23b-4b08-4a02-b3fb-2d7851b225c0 req-bd7dc7c6-5642-428a-a782-3398e62d2a92 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0509436 Aug 31 17:14:31.207719 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8fc9e23b-4b08-4a02-b3fb-2d7851b225c0 req-3bba9068-3665-4764-8136-bc7497431e8c tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Aug 31 17:14:31.543809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.547603 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:31.645698 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Floating IP 187c5ab3-d1f8-470b-b207-d63c88b1a623 associated. External IP: 172.27.2.39, port: e31a803e-461b-44f2-8021-4ad0763feb1d. Aug 31 17:14:32.106932 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:14:32.214533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:14:32.219440 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:32.224515 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:14:32.235067 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:32.235681 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:14:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:32.246849 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3f1a0d06-8ed8-42ed-861d-eb7ea64d2402 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "PUT /v2.0/floatingips/187c5ab3-d1f8-470b-b207-d63c88b1a623 HTTP/1.1" status: 200 len: 990 time: 1.1764286 Aug 31 17:14:32.247442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:32.249695 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95317039-cf8b-4c04-b7d0-4ccb50119973" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:32.327595 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116da14-b4b2-4cb0-b471-a8a397e2f609 req-83b9e069-0a1c-423f-94f7-e1c34b18634d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.328994 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5116da14-b4b2-4cb0-b471-a8a397e2f609 req-83b9e069-0a1c-423f-94f7-e1c34b18634d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0512056 Aug 31 17:14:32.341941 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:32.371819 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5116da14-b4b2-4cb0-b471-a8a397e2f609 req-8fa9c7b8-f7c6-45a1-9a73-d6f4e29e36e7 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 Aug 31 17:14:32.392879 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e12572f-89e7-4fbc-a44a-fcb73c3fac41 x-openstack-request-id: req-0e12572f-89e7-4fbc-a44a-fcb73c3fac41 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:32.393174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:32.393405 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0e12572f-89e7-4fbc-a44a-fcb73c3fac41 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:32.393794 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'status': 'completed', 'code': 200} Aug 31 17:14:32.461404 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-298d00fd-1c84-48ba-aabc-5eaedb372014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.462913 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-298d00fd-1c84-48ba-aabc-5eaedb372014 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0402570 Aug 31 17:14:32.562157 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-22538259-4e11-4804-ab04-3b30d9a72806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.563627 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-22538259-4e11-4804-ab04-3b30d9a72806 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0870361 Aug 31 17:14:32.565081 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '187c5ab3-d1f8-470b-b207-d63c88b1a623', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'mac_address': 'fa:16:3e:44:e4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:31Z', 'revision_number': 1, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:32.591341 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:14:32.600221 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:14:32.600993 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:14:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:32.634192 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-37ffa0eb-f838-4e89-99b4-ce4286e8ca6a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 998 time: 0.0601165 Aug 31 17:14:32.693403 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-0780c464-463a-4489-8112-2fd2a1ed9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.695062 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-0780c464-463a-4489-8112-2fd2a1ed9991 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0504599 Aug 31 17:14:32.727824 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:14:32.751427 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-3103c495-8897-4efe-bb62-cb1ae4d9b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:32.752979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-3103c495-8897-4efe-bb62-cb1ae4d9b835 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416040 Aug 31 17:14:32.858578 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-b0ddd601-a397-41e4-b79e-91e2ea7badef service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844870 Aug 31 17:14:32.953885 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '187c5ab3-d1f8-470b-b207-d63c88b1a623', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'mac_address': 'fa:16:3e:44:e4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:31Z', 'revision_number': 1, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:14:32.967099 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95317039-cf8b-4c04-b7d0-4ccb50119973 req-75e06acf-6e68-425c-a7d9-67602a33ea8c service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951805 Aug 31 17:14:32.988140 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791be20-42f1-45c9-ba0c-7875cc29bba3 None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '187c5ab3-d1f8-470b-b207-d63c88b1a623', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'floating_ip_address': '172.27.2.39', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'mac_address': 'fa:16:3e:44:e4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:14:17Z', 'updated_at': '2021-08-31T17:14:31Z', 'revision_number': 1, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:14:33.166640 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088ebb1c-9600-4b14-a4bf-af10d973ae18 None None] New status for floating IP 187c5ab3-d1f8-470b-b207-d63c88b1a623: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:14:33.484883 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21744770-e1cc-4844-9645-8e41ae5de172 req-1111ac6f-327b-498e-b7b6-ff6065a8c1bc tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:33.486342 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-21744770-e1cc-4844-9645-8e41ae5de172 req-1111ac6f-327b-498e-b7b6-ff6065a8c1bc tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0481629 Aug 31 17:14:33.523708 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-21744770-e1cc-4844-9645-8e41ae5de172 req-eeafe4c0-1f17-4010-8eec-9bad9a07feb0 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Aug 31 17:14:34.634135 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a3be4-9a77-4a1d-921d-a0ee394c2eea req-463fee21-d576-49bb-b463-8253d38765d9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:34.636082 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-973a3be4-9a77-4a1d-921d-a0ee394c2eea req-463fee21-d576-49bb-b463-8253d38765d9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0469067 Aug 31 17:14:34.675863 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-973a3be4-9a77-4a1d-921d-a0ee394c2eea req-9a1b14e6-489a-470d-8fe2-95b1bdbb7f0b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338876 Aug 31 17:14:35.802047 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76b0ee-33d3-470d-a775-76061449571c req-c26f8fef-423b-4e2a-af6b-7fcf2397da61 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:35.803524 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4c76b0ee-33d3-470d-a775-76061449571c req-c26f8fef-423b-4e2a-af6b-7fcf2397da61 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0621626 Aug 31 17:14:35.840947 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4c76b0ee-33d3-470d-a775-76061449571c req-5a152bc9-d570-4ef5-a44f-93c0798e8d83 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309143 Aug 31 17:14:36.958642 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dab0a-1689-4865-b468-b67a080b855c req-fabac4b6-71f1-458e-b937-6c90cac55f8e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:36.960134 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-825dab0a-1689-4865-b468-b67a080b855c req-fabac4b6-71f1-458e-b937-6c90cac55f8e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0493662 Aug 31 17:14:36.999333 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-825dab0a-1689-4865-b468-b67a080b855c req-d0a02a70-ae9c-40ed-b824-2ee24f7fe5a5 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326116 Aug 31 17:14:38.113918 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064b8e8-eb20-4b76-a4a0-0613f6f10b86 req-c994a76e-00f9-4ae5-82e4-eb15eebb0ff9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:38.115374 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8064b8e8-eb20-4b76-a4a0-0613f6f10b86 req-c994a76e-00f9-4ae5-82e4-eb15eebb0ff9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0480225 Aug 31 17:14:38.156780 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8064b8e8-eb20-4b76-a4a0-0613f6f10b86 req-459a91fa-ccf7-4407-a616-133b65dd26b9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352867 Aug 31 17:14:38.626993 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-9ab3f12e-f2e2-4f5b-85d3-929199c79f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:38.628595 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-9ab3f12e-f2e2-4f5b-85d3-929199c79f7d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.0411403 Aug 31 17:14:38.739177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-4a48f016-5977-4436-ab7e-632d25a5d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:38.740671 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-4a48f016-5977-4436-ab7e-632d25a5d245 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.0887141 Aug 31 17:14:38.812769 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-4f63928f-21ba-4407-be4c-77e39ab174a9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 1002 time: 0.0587380 Aug 31 17:14:38.868831 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-40dbdb58-c764-4e04-a9a0-7b18ee8e9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:38.870352 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-40dbdb58-c764-4e04-a9a0-7b18ee8e9036 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0445013 Aug 31 17:14:38.931199 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-b7cf0d6d-30b1-461e-882d-ac3c376a2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:38.932727 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-b7cf0d6d-30b1-461e-882d-ac3c376a2a17 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449483 Aug 31 17:14:39.033899 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-9611748b-0326-4916-b5f0-ff630d8888d4 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844896 Aug 31 17:14:39.140321 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ef13df6-1565-43b2-950b-3f63e47e234a req-356ea6d5-a21c-49e4-ac5d-d124c19a0709 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875800 Aug 31 17:14:39.267955 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93225d-cc10-41ea-8810-9cf441af1099 req-c6938c2b-81c2-4649-8c29-b37b672fbdf0 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:39.269489 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3b93225d-cc10-41ea-8810-9cf441af1099 req-c6938c2b-81c2-4649-8c29-b37b672fbdf0 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0487134 Aug 31 17:14:39.309692 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3b93225d-cc10-41ea-8810-9cf441af1099 req-caf17f27-a2ed-4dd7-a3a3-6666b0065a70 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343068 Aug 31 17:14:39.762920 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:40.421606 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c713e2-3f0f-423b-b932-4ad7e90045c8 req-3b5a40c3-49a7-42ce-af34-8b6b32fb892e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:40.423078 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e5c713e2-3f0f-423b-b932-4ad7e90045c8 req-3b5a40c3-49a7-42ce-af34-8b6b32fb892e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0473971 Aug 31 17:14:40.461280 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e5c713e2-3f0f-423b-b932-4ad7e90045c8 req-e2ce5e93-ada8-4f4f-ab8e-f763691c057d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Aug 31 17:14:41.574229 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83b61e-a168-4dc1-a5b0-7f705ba3b5c9 req-9f1f8457-07b9-474e-8cd1-db57ccbe0c0e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:41.575689 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1d83b61e-a168-4dc1-a5b0-7f705ba3b5c9 req-9f1f8457-07b9-474e-8cd1-db57ccbe0c0e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0484545 Aug 31 17:14:41.615959 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1d83b61e-a168-4dc1-a5b0-7f705ba3b5c9 req-339766f3-3739-40b2-8a4f-0e92e5110e49 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Aug 31 17:14:42.728538 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01af1-6c76-4593-8edd-c85ec6908d69 req-a73a670e-d917-4b0b-9d14-76e85f7f7547 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:42.730516 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bdb01af1-6c76-4593-8edd-c85ec6908d69 req-a73a670e-d917-4b0b-9d14-76e85f7f7547 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0496795 Aug 31 17:14:42.767128 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bdb01af1-6c76-4593-8edd-c85ec6908d69 req-ca1b0745-ea57-4b5b-9094-369d2788612f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307331 Aug 31 17:14:42.949450 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-eeac0868-6184-4ef4-bc12-41a5ee6e0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:42.950900 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-eeac0868-6184-4ef4-bc12-41a5ee6e0e05 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.0406690 Aug 31 17:14:43.045268 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-ebb21a97-7d2b-4385-ae12-476cb5cc75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:43.046751 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-ebb21a97-7d2b-4385-ae12-476cb5cc75d7 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.0875635 Aug 31 17:14:43.117118 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-ffacdb89-97c2-493e-a023-967dd93dc136 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 1002 time: 0.0590267 Aug 31 17:14:43.171191 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-649f3493-0efb-4bee-8760-6f02d8d855f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:43.172674 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-649f3493-0efb-4bee-8760-6f02d8d855f2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0443079 Aug 31 17:14:43.222169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-6ab40a1f-92d9-40bc-ac18-b327a3857e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:43.223566 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-6ab40a1f-92d9-40bc-ac18-b327a3857e4d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424640 Aug 31 17:14:43.313413 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-76611c13-5c62-4d06-9d56-86823040de4f service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793724 Aug 31 17:14:43.408760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1bf5df2-a116-41d3-a658-7a5ea3f14cc1 req-fb82a56e-106e-4c05-9160-d7c71053afe4 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877204 Aug 31 17:14:43.879692 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46379eb4-5544-40be-a36d-26df54c17f2d req-0babe65e-c40e-4010-9eab-9d7854f74c99 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:43.881184 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46379eb4-5544-40be-a36d-26df54c17f2d req-0babe65e-c40e-4010-9eab-9d7854f74c99 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Aug 31 17:14:43.920017 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46379eb4-5544-40be-a36d-26df54c17f2d req-d1c716de-fc4d-4e9b-892b-165ea469d3ef tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Aug 31 17:14:45.035742 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c547561-c04c-417e-a6c6-60ab6bd7d8e2 req-55da36c3-e2a4-4410-a0f7-a729b19166df tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:45.037392 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9c547561-c04c-417e-a6c6-60ab6bd7d8e2 req-55da36c3-e2a4-4410-a0f7-a729b19166df tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0501640 Aug 31 17:14:45.082959 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9c547561-c04c-417e-a6c6-60ab6bd7d8e2 req-902be61b-ffae-4698-a4e8-9c2235b8ac6b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384934 Aug 31 17:14:46.200759 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac75e7-dd64-4090-ae7c-80959ae0d6ef req-90050452-b989-4d58-a3a3-ff0f8e904649 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:46.202257 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-05ac75e7-dd64-4090-ae7c-80959ae0d6ef req-90050452-b989-4d58-a3a3-ff0f8e904649 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0507674 Aug 31 17:14:46.239850 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-05ac75e7-dd64-4090-ae7c-80959ae0d6ef req-1c52f835-05f8-43a7-9358-968fb0d31b13 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Aug 31 17:14:46.419182 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-5587876e-a61f-47aa-89c8-090c1ad78242 req-d73ee349-a52a-4d1e-bae1-41e6d37c1de1 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:14:46.420262 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5587876e-a61f-47aa-89c8-090c1ad78242 req-d73ee349-a52a-4d1e-bae1-41e6d37c1de1 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1044278 Aug 31 17:14:47.565426 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-e14abca7-6efe-4512-8518-0ba31b5b747b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404017 Aug 31 17:14:47.599467 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7accf8-ddc9-41c2-8baa-d363b6d6bac6 req-230f18f5-50c3-4ba5-988a-26d43c82ec96 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:47.601048 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8a7accf8-ddc9-41c2-8baa-d363b6d6bac6 req-230f18f5-50c3-4ba5-988a-26d43c82ec96 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0485694 Aug 31 17:14:47.637768 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8a7accf8-ddc9-41c2-8baa-d363b6d6bac6 req-db8ad7bf-df49-44ca-890f-3670ce7af6ee tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302234 Aug 31 17:14:47.779830 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b000217-fb1f-4d2e-af35-56dbdb92fa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:48.751879 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5e617-d956-4649-8040-354cc775eccc req-ba9bcfa3-359b-401b-b54d-8c6e75a59139 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:48.754639 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-70f5e617-d956-4649-8040-354cc775eccc req-ba9bcfa3-359b-401b-b54d-8c6e75a59139 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0492177 Aug 31 17:14:48.797787 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-70f5e617-d956-4649-8040-354cc775eccc req-f5dde33a-277c-4b08-8e95-806c28edb0cc tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Aug 31 17:14:49.865141 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:14:49.910117 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d2102-6663-4cf5-b8d4-2132142ef9e6 req-7ac37469-90ac-4171-b774-b0fbab254a47 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:49.911594 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-748d2102-6663-4cf5-b8d4-2132142ef9e6 req-7ac37469-90ac-4171-b774-b0fbab254a47 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Aug 31 17:14:49.942339 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:49.952968 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-748d2102-6663-4cf5-b8d4-2132142ef9e6 req-30b51214-7416-4703-a816-4ec5d6b941f2 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348685 Aug 31 17:14:49.970111 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:14:49.972357 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1b384-e262-4146-82a7-1f8f588ce22c" -d '{"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:14:49.985651 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:14:49.989392 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:50.013372 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8750fc18-1267-4020-9ab4-043d0ca3f247 x-openstack-request-id: req-8750fc18-1267-4020-9ab4-043d0ca3f247 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:14:50.013659 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-unplugged", "status": "failed", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:14:50.013907 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8750fc18-1267-4020-9ab4-043d0ca3f247 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:14:50.014324 dv-cinder-786931-6-iscsi neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'code': 422} returned with failed status Aug 31 17:14:50.040011 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:14:50.618238 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:50.660950 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34352342-92e8-401d-bfc4-2b9cce088884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:51.066568 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b859e6-d47d-4d7a-a641-01b76d080117 req-8221f690-23b7-46f0-9aea-f5a7e6847d78 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:51.068053 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d9b859e6-d47d-4d7a-a641-01b76d080117 req-8221f690-23b7-46f0-9aea-f5a7e6847d78 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0481236 Aug 31 17:14:51.106509 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d9b859e6-d47d-4d7a-a641-01b76d080117 req-5e6e2511-f7df-4446-aed1-80d83d51b720 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Aug 31 17:14:51.953751 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:52.232638 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ede43-8a9d-4834-a174-ce2c815c9ab4 req-5efe0106-9ac8-42aa-aa59-6b07b9ded012 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:52.234086 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-813ede43-8a9d-4834-a174-ce2c815c9ab4 req-5efe0106-9ac8-42aa-aa59-6b07b9ded012 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0513568 Aug 31 17:14:52.276226 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-813ede43-8a9d-4834-a174-ce2c815c9ab4 req-7b58261e-75fc-4c80-9ec2-6e813e227d90 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360262 Aug 31 17:14:53.029092 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-04cc6649-7f92-4241-a948-fe7092dfbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:53.030551 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-04cc6649-7f92-4241-a948-fe7092dfbc66 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6&tenant_id=ad5c7206ee68464aaefa52e368e8f5de HTTP/1.1" status: 200 len: 1097 time: 0.0401394 Aug 31 17:14:53.098681 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-5c15857e-34db-4275-abc6-d5aa54b0c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:53.101206 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-5c15857e-34db-4275-abc6-d5aa54b0c4a6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1097 time: 0.0394342 Aug 31 17:14:53.196105 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-74010aa2-6231-4e6e-9f45-1e2354387ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:53.197586 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-74010aa2-6231-4e6e-9f45-1e2354387ec5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.0862982 Aug 31 17:14:53.265525 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-a1375daf-ffb9-4099-a9e3-8d4f07aed108 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 1000 time: 0.0591850 Aug 31 17:14:53.320783 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-da9b9279-f399-46df-a391-2023e49043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:53.322260 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-da9b9279-f399-46df-a391-2023e49043c6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0490105 Aug 31 17:14:53.374234 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-0d136a19-f7bd-4ea2-a35a-29bb436a50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:53.375758 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-0d136a19-f7bd-4ea2-a35a-29bb436a50c0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406096 Aug 31 17:14:53.392101 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49762c91-9882-4c80-a121-a350aa8ca3b3 req-8343cccf-d3c0-41e2-bb08-5b310ce55aa8 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:53.393607 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-49762c91-9882-4c80-a121-a350aa8ca3b3 req-8343cccf-d3c0-41e2-bb08-5b310ce55aa8 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0501065 Aug 31 17:14:53.430247 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-49762c91-9882-4c80-a121-a350aa8ca3b3 req-cb1b0fb0-131a-4c68-8f46-08c760a64916 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306823 Aug 31 17:14:53.470129 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-f5d5cfcb-ccbd-4494-ba06-4b0c3fab608a service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820513 Aug 31 17:14:53.565796 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:14:53.574909 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f9b20ad0-a1d3-4834-a1bb-0ff292bc6e69 req-d6118f3a-228b-42e4-84fd-8d5c093a14b7 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957453 Aug 31 17:14:54.545560 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c123e0-c5e2-449b-a405-b0ed7791cf1a req-4b5a2aa1-80a2-4b40-9b4d-83cce0439b8a tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:54.547025 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-74c123e0-c5e2-449b-a405-b0ed7791cf1a req-4b5a2aa1-80a2-4b40-9b4d-83cce0439b8a tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0475614 Aug 31 17:14:54.583725 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-74c123e0-c5e2-449b-a405-b0ed7791cf1a req-421174fd-9ba7-4959-a36d-f0f914698e94 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308993 Aug 31 17:14:55.695753 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4764645-363b-4902-a934-8eed95054eed req-e6c4306c-4ad4-41d1-ad8d-166a07a93cff tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:55.697225 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d4764645-363b-4902-a934-8eed95054eed req-e6c4306c-4ad4-41d1-ad8d-166a07a93cff tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0477629 Aug 31 17:14:55.738401 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d4764645-363b-4902-a934-8eed95054eed req-666a0f92-702f-429b-b17d-3524657fa9f1 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350273 Aug 31 17:14:56.855545 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6b05-b646-441d-93cf-013090e38b34 req-76b2161a-1139-4b25-9ae9-643a399f8b3b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:56.857107 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c87a6b05-b646-441d-93cf-013090e38b34 req-76b2161a-1139-4b25-9ae9-643a399f8b3b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Aug 31 17:14:56.898612 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c87a6b05-b646-441d-93cf-013090e38b34 req-a17f975f-977a-4554-81f0-0fc5f9a69416 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356202 Aug 31 17:14:58.019737 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2acf7-e9bf-4177-8ff7-e93329dcddfb req-d7f7de32-950b-43f6-b365-a694b15bc3ab tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:58.021135 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-80d2acf7-e9bf-4177-8ff7-e93329dcddfb req-d7f7de32-950b-43f6-b365-a694b15bc3ab tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0480051 Aug 31 17:14:58.058452 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-80d2acf7-e9bf-4177-8ff7-e93329dcddfb req-446910dd-a8ae-4f2f-9958-7fa3c94ef5e3 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Aug 31 17:14:59.171511 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b5405-441c-4ca1-a833-2705a98cdb9e req-3e529e8d-6154-4e72-896f-4560ec594fa5 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:14:59.173020 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ce1b5405-441c-4ca1-a833-2705a98cdb9e req-3e529e8d-6154-4e72-896f-4560ec594fa5 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0496488 Aug 31 17:14:59.213304 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ce1b5405-441c-4ca1-a833-2705a98cdb9e req-9ed21d6c-70c6-4e09-90fa-31e2a1bccaac tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342691 Aug 31 17:15:00.328653 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc88b7-7bdb-49a3-8771-72684ff5f4c6 req-91aa47d8-b67a-4cdb-be5a-687d7d05d3df tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:00.330177 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-64fc88b7-7bdb-49a3-8771-72684ff5f4c6 req-91aa47d8-b67a-4cdb-be5a-687d7d05d3df tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0487781 Aug 31 17:15:00.370593 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-64fc88b7-7bdb-49a3-8771-72684ff5f4c6 req-7acdd152-c999-498d-8152-673e56bdbe3f tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337591 Aug 31 17:15:01.483820 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf99c18-4986-43ad-a5e6-f0e6276014fd req-c4378216-7753-42e9-acdb-38dcfbac1be4 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:01.485298 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fcf99c18-4986-43ad-a5e6-f0e6276014fd req-c4378216-7753-42e9-acdb-38dcfbac1be4 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0483363 Aug 31 17:15:01.523809 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fcf99c18-4986-43ad-a5e6-f0e6276014fd req-b22aeb82-6876-42b9-97b8-482e4f9b30f5 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325527 Aug 31 17:15:02.652640 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe99c-f8f8-4971-b9bb-91dc2d28707c req-a64df264-3ef2-46c0-9f37-2d1ad124c6d7 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:02.654158 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46cfe99c-f8f8-4971-b9bb-91dc2d28707c req-a64df264-3ef2-46c0-9f37-2d1ad124c6d7 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0525885 Aug 31 17:15:02.696680 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46cfe99c-f8f8-4971-b9bb-91dc2d28707c req-ca8ef43a-a1c0-43c5-9de5-636088f6fa14 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365069 Aug 31 17:15:03.814108 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ce14f-25c2-48ad-aa48-60434879b03a req-fc43fc81-c2e1-4acf-9302-f1c0a683070e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:03.815560 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a58ce14f-25c2-48ad-aa48-60434879b03a req-fc43fc81-c2e1-4acf-9302-f1c0a683070e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 944 time: 0.0503888 Aug 31 17:15:03.861000 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a58ce14f-25c2-48ad-aa48-60434879b03a req-42f68db6-ee09-48e4-b7e4-6ad1b6e8bcc0 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351548 Aug 31 17:15:03.935717 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:15:04.030737 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:04.041758 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'port_id': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'mac_address': 'fa:16:3e:12:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:15:04.077572 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:04.096161 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0505d241-4755-49bd-bdc2-53a40d9234f8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:15:04.115887 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:04.120615 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:04.175890 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:04.182857 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.183207 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.183551 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.183907 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.184222 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.184582 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.184910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.185237 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.185566 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.185913 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.186237 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.186588 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:04.621680 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['0505d241-4755-49bd-bdc2-53a40d9234f8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:15:04.988703 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cc55d-8cad-4718-a89f-867d032b9804 req-111eb239-ec3d-42e8-b766-ce23302a8d06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:04.990199 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c58cc55d-8cad-4718-a89f-867d032b9804 req-111eb239-ec3d-42e8-b766-ce23302a8d06 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 945 time: 0.0520506 Aug 31 17:15:05.030074 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c58cc55d-8cad-4718-a89f-867d032b9804 req-8425ab53-86af-476c-8416-109f4356bd5e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Aug 31 17:15:05.957410 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:15:06.005650 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 0505d241-4755-49bd-bdc2-53a40d9234f8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:15:06.006008 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:06.089292 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:06.113139 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:15:06.116545 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a38a4-df16-4779-86f2-d79ae406c5c8" -d '{"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-plugged", "status": "completed", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:15:06.130439 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:06.136241 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:06.158685 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab5a49-a8d2-4f96-8519-9d2d292d2fd0 req-12fe3040-1ab4-499d-b63e-74d818750e49 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:06.160305 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-30ab5a49-a8d2-4f96-8519-9d2d292d2fd0 req-12fe3040-1ab4-499d-b63e-74d818750e49 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 945 time: 0.0598981 Aug 31 17:15:06.162759 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b26841-22bd-4e39-8dc2-e5a64a2e0d04 x-openstack-request-id: req-e0b26841-22bd-4e39-8dc2-e5a64a2e0d04 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:15:06.163040 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-plugged", "status": "completed", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:15:06.163287 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e0b26841-22bd-4e39-8dc2-e5a64a2e0d04 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:15:06.163898 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'code': 200} Aug 31 17:15:06.196465 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:06.217183 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-30ab5a49-a8d2-4f96-8519-9d2d292d2fd0 req-e0a53496-66b7-4f4e-a747-237edc61b0a2 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506976 Aug 31 17:15:06.441224 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab98c62-700b-4f56-8d64-a87974625f09 req-e07e1fc5-6e3c-47f8-b892-b3d6a9ac42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:06.443585 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fab98c62-700b-4f56-8d64-a87974625f09 req-e07e1fc5-6e3c-47f8-b892-b3d6a9ac42d7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.0414829 Aug 31 17:15:06.493671 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fab98c62-700b-4f56-8d64-a87974625f09 req-60692965-2db5-43ca-8567-46e2852e2398 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379422 Aug 31 17:15:07.557764 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c47cc-7e3c-4ffb-968f-606b02f31f86 req-52e62c43-3b77-4554-9883-e8c99853faa5 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:07.559285 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-514c47cc-7e3c-4ffb-968f-606b02f31f86 req-52e62c43-3b77-4554-9883-e8c99853faa5 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.2737017 Aug 31 17:15:07.598017 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-514c47cc-7e3c-4ffb-968f-606b02f31f86 req-87da72f1-3703-4c8e-9d8c-62b3485ab7f1 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Aug 31 17:15:08.141828 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:15:08.582363 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e06836-ce35-4c2e-afd7-5c3897d32845 req-c917849a-d6e6-4693-ac59-687b322ab341 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:08.583745 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-39e06836-ce35-4c2e-afd7-5c3897d32845 req-c917849a-d6e6-4693-ac59-687b322ab341 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0502977 Aug 31 17:15:08.625169 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-39e06836-ce35-4c2e-afd7-5c3897d32845 req-5169cb90-186d-43f5-835b-ad3bdc0e850d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Aug 31 17:15:08.730903 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126c88b-f551-404d-8358-85fa94c696ac req-6e43add4-705b-4d84-b537-fb3abf01e4d4 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:08.732400 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7126c88b-f551-404d-8358-85fa94c696ac req-6e43add4-705b-4d84-b537-fb3abf01e4d4 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0500910 Aug 31 17:15:08.775326 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7126c88b-f551-404d-8358-85fa94c696ac req-63331ca0-c483-4383-adc5-3db84f38316b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369432 Aug 31 17:15:09.767555 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1e5b0-926f-4027-b39f-240e87b00687 req-bfa82657-2378-4a9a-ab6d-12c5090cc717 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:09.769113 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-69e1e5b0-926f-4027-b39f-240e87b00687 req-bfa82657-2378-4a9a-ab6d-12c5090cc717 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0654757 Aug 31 17:15:09.795235 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:09.810995 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-69e1e5b0-926f-4027-b39f-240e87b00687 req-d4cf13eb-89af-463f-bbf5-dff7ecb7eaab tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=ea7f6fdb-27b0-4497-9e21-0d57a147ab94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354619 Aug 31 17:15:10.292331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-fea7575b-fd84-45cc-ac0e-73398078080d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:10.293877 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-fea7575b-fd84-45cc-ac0e-73398078080d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 946 time: 0.0502954 Aug 31 17:15:10.396308 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Deleting port b06a463c-cf18-48c5-aca6-8ca7336698f5 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:15:10.396684 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:10.491925 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] For port b06a463c-cf18-48c5-aca6-8ca7336698f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b06a463c-cf18-48c5-aca6-8ca7336698f5,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:10.492285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:10.675119 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:10.675495 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:10.675824 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Floating IP b198293a-4954-45d4-8616-9f8dcefa3466 disassociated. External IP: 172.27.2.184, port: b06a463c-cf18-48c5-aca6-8ca7336698f5. Aug 31 17:15:10.676142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Calling delete_port for b06a463c-cf18-48c5-aca6-8ca7336698f5 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:15:10.820306 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:10.849488 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event deleted for resources: {'Port': ['ID=b06a463c-cf18-48c5-aca6-8ca7336698f5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:10.866164 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.866501 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.866843 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.867171 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.867496 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.867878 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.868233 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.868583 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.868971 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.869933 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.870245 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.870572 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:15:10.950979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a30bd318-a056-4649-a9b7-b8cb0dc51d40 req-8e2f507c-1fb3-4eac-a6ad-f1fe2b15a39d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=98fea466-5b22-4b06-bf4f-9db94740825c HTTP/1.1" status: 200 len: 210 time: 0.0350966 Aug 31 17:15:11.022049 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:15:11.137149 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:15:11.147786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:15:11.157271 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:15:11.157883 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:14:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:11.181072 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] No DVR routers for this DVR port b06a463c-cf18-48c5-aca6-8ca7336698f5 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:15:11.184276 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:11.186352 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a4795c1b-b635-4b6e-b987-e88fc375b05b req-80d0a88f-d09e-49ab-9df9-47e554ca4099 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "DELETE /v2.0/ports/b06a463c-cf18-48c5-aca6-8ca7336698f5 HTTP/1.1" status: 204 len: 173 time: 0.8836126 Aug 31 17:15:11.186795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'name': 'network-vif-deleted', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:15:11.189087 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2faaba-22fc-4e86-90d6-01bbe7ac404e" -d '{"events": [{"server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "name": "network-vif-deleted", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:15:11.228789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d88798e-c0ab-43d0-9bb8-a1c2b00f241f x-openstack-request-id: req-0d88798e-c0ab-43d0-9bb8-a1c2b00f241f {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:15:11.229080 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fea466-5b22-4b06-bf4f-9db94740825c", "name": "network-vif-deleted", "tag": "b06a463c-cf18-48c5-aca6-8ca7336698f5", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:15:11.229341 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0d88798e-c0ab-43d0-9bb8-a1c2b00f241f {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:15:11.229741 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fea466-5b22-4b06-bf4f-9db94740825c', 'name': 'network-vif-deleted', 'tag': 'b06a463c-cf18-48c5-aca6-8ca7336698f5', 'status': 'completed', 'code': 200} Aug 31 17:15:11.290629 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:15:11.622829 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:11.654738 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:15:11.662839 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:15:11.663470 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:14:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:11.778686 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:15:11.983687 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:12.022480 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acd3407-9f59-4dad-b8c3-beef92fdca38 None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:15:12.053459 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45702) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:12.133690 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98232f76-58f3-4e0c-b3ff-923e04023df1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.173882 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98232f76-58f3-4e0c-b3ff-923e04023df1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.230085 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98232f76-58f3-4e0c-b3ff-923e04023df1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.232626 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98232f76-58f3-4e0c-b3ff-923e04023df1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.233794 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-98232f76-58f3-4e0c-b3ff-923e04023df1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "DELETE /v2.0/security-groups/ea7f6fdb-27b0-4497-9e21-0d57a147ab94 HTTP/1.1" status: 204 len: 168 time: 0.1771226 Aug 31 17:15:12.236693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45704) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:12.243700 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98232f76-58f3-4e0c-b3ff-923e04023df1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f6fdb-27b0-4497-9e21-0d57a147ab94,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:12.255410 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.api.v2.resource [None req-c8686ab7-feef-4597-956d-503b3e652609 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] show failed (client error): The resource could not be found. Aug 31 17:15:12.260736 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c8686ab7-feef-4597-956d-503b3e652609 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups/ea7f6fdb-27b0-4497-9e21-0d57a147ab94 HTTP/1.1" status: 404 len: 347 time: 0.0199180 Aug 31 17:15:12.261010 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45706) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:12.299646 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686946fe-4a06-4ad9-8d63-2dfdd7644ad8 None None] New status for floating IP b198293a-4954-45d4-8616-9f8dcefa3466: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:15:12.401044 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Deleting port 274bd9e3-3cb7-473b-9064-f18f5c5b5f88 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:15:12.401407 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.499600 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.499923 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.512917 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Calling delete_port for 274bd9e3-3cb7-473b-9064-f18f5c5b5f88 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:15:12.675008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.702624 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event deleted for resources: {'Port': ['ID=274bd9e3-3cb7-473b-9064-f18f5c5b5f88,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:12.771340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.774038 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:12.775252 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3aab8ccd-d638-4892-affd-6c813f76bf56 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "DELETE /v2.0/floatingips/b198293a-4954-45d4-8616-9f8dcefa3466 HTTP/1.1" status: 204 len: 168 time: 0.5132792 Aug 31 17:15:13.092194 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:13.097332 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097375034', 'description': 'tempest-description--2008688439'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:13.122796 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.211349 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.215252 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.244237 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.246036 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1528106 Aug 31 17:15:13.247914 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e142-a1bb-4edf-b6e3-1e263a5aee83 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0e9b3-0416-419b-b866-92c7356c2985,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:13.249439 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45714) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:13.258897 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'security_group_rule': {'security_group_id': '02a0e9b3-0416-419b-b866-92c7356c2985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:13.287283 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.345173 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.349861 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.370758 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c4f519-88b9-4e33-930a-a89e9c2426fe,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:13.377433 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.379103 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2b26661a-8597-4f76-b28f-6926b8923cd3 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277094 Aug 31 17:15:13.382330 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45716) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:13.388197 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'security_group_rule': {'security_group_id': '02a0e9b3-0416-419b-b866-92c7356c2985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:13.414642 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.485348 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.489422 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.506534 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9498039c-9589-419f-be12-acc84a35a534,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:13.513047 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.514272 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-59ed751c-0a64-4c9a-abed-0cc04d8d09df tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308436 Aug 31 17:15:13.517425 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 45718) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:13.523513 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:13.545276 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.654096 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.762926 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Allocated IP 172.27.2.243 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/e1f35905-d25e-4203-85da-15ebe0ecaf3c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:15:13.873181 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.914188 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:13.952638 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:15:13.955514 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:15:13.959080 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:15:13.965668 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'Port': ['ID=e1f35905-d25e-4203-85da-15ebe0ecaf3c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:14.012928 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device b06a463c-cf18-48c5-aca6-8ca7336698f5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:15:14.046030 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: b06a463c-cf18-48c5-aca6-8ca7336698f5 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:15:14.046572 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device b06a463c-cf18-48c5-aca6-8ca7336698f5 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:15:14.068326 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:14.105402 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:14.260795 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:14.265309 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:14.326722 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'Port': ['ID=e1f35905-d25e-4203-85da-15ebe0ecaf3c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:14.341974 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:14.357466 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:14.358611 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-790d8e15-980a-43c2-8f48-fc6844fe1fdb tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8402877 Aug 31 17:15:14.547967 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-490a11f1-d479-44c5-a394-bcb9870cae70 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1097375034&fields=id&tenant_id=d74712dc28c44c8b91a70c6798977347 HTTP/1.1" status: 200 len: 267 time: 0.0345333 Aug 31 17:15:14.661275 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-1f17c3bd-ea96-493f-919a-d295f5b472ae tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:14.662836 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-1f17c3bd-ea96-493f-919a-d295f5b472ae tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 810 time: 0.1073260 Aug 31 17:15:14.678941 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-c7dd6a6d-49ef-45e8-b536-b8172105eee9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/quotas/d74712dc28c44c8b91a70c6798977347 HTTP/1.1" status: 200 len: 375 time: 0.0098958 Aug 31 17:15:14.751721 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-8d888cc3-4b74-4a95-8ff4-68b66e792654 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639348 Aug 31 17:15:14.862636 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-d92b1da3-9819-4e90-a5d9-036da50b08ed service neutron] 10.222.0.107 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967300 Aug 31 17:15:14.967026 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-093873f9-5cf7-415d-9ddb-24e1b2699474 service neutron] 10.222.0.107 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934951 Aug 31 17:15:15.139683 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3458869c-92b5-412d-9b44-edfc41f8e0f8 req-14a5baee-d547-4d3b-94ca-4d5f71449899 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 210 time: 0.0297675 Aug 31 17:15:16.270544 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c98c2fca-a696-4199-9fea-6cdb65def90e req-fc44ff3e-5e05-411a-843c-ec78a27152a5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 210 time: 0.0357156 Aug 31 17:15:16.293181 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-db677104-103e-433f-97da-34b2ed097299 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:16.294721 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-db677104-103e-433f-97da-34b2ed097299 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 810 time: 0.1412175 Aug 31 17:15:16.359211 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-5f837701-5ce4-4a9f-9cd9-f700ca07f349 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d74712dc28c44c8b91a70c6798977347 HTTP/1.1" status: 200 len: 380 time: 0.0519285 Aug 31 17:15:16.374499 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'port': {'device_id': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'admin_state_up': True, 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'security_groups': ['02a0e9b3-0416-419b-b866-92c7356c2985']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:16.490509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Made reservation on behalf of d74712dc28c44c8b91a70c6798977347 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:15:16.495011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:16.638274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Allocated IP 172.20.0.13 (5de20606-e586-4648-9c0b-decffe11620a/4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c/f32dce9e-3e76-4935-9901-2e2f68d5d428) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:15:16.793915 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:16.808659 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Transition to ACTIVE for port object f32dce9e-3e76-4935-9901-2e2f68d5d428 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:15:16.841296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:16.889702 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Network 5de20606-e586-4648-9c0b-decffe11620a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:15:16.893752 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:15:16.897659 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:15:16.906169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event updated for resources: {'Port': ['ID=f32dce9e-3e76-4935-9901-2e2f68d5d428,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:16.964797 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:16.965558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:16.987602 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-cc2f0448-2689-48d6-b928-caead69a65d7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6169291 Aug 31 17:15:17.001256 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Request body: {'port': {'device_id': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:17.064091 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.150798 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ecb47023-d79b-4a67-bd26-f0a937408dba None None] Provisioning for port f32dce9e-3e76-4935-9901-2e2f68d5d428 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:15:17.155749 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ecb47023-d79b-4a67-bd26-f0a937408dba None None] Provisioning complete for port f32dce9e-3e76-4935-9901-2e2f68d5d428 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:15:17.156113 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ecb47023-d79b-4a67-bd26-f0a937408dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.198421 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ecb47023-d79b-4a67-bd26-f0a937408dba None None] Port f32dce9e-3e76-4935-9901-2e2f68d5d428 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:15:17.394824 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b533a97-37a7-4042-bf82-f58e205f605b req-6f3a3710-e384-4d3e-9ccb-9df80a6dcbd0 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:17.396453 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3b533a97-37a7-4042-bf82-f58e205f605b req-6f3a3710-e384-4d3e-9ccb-9df80a6dcbd0 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 932 time: 0.0528307 Aug 31 17:15:17.402153 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32dce9e-3e76-4935-9901-2e2f68d5d428 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:15:17.409652 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.421927 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Transition to ACTIVE for port object f32dce9e-3e76-4935-9901-2e2f68d5d428 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:15:17.426085 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.439043 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3b533a97-37a7-4042-bf82-f58e205f605b req-495e60f9-8fbc-476c-ac12-9a64d9f26aa5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365236 Aug 31 17:15:17.498062 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Pushing event updated for resources: {'Port': ['ID=f32dce9e-3e76-4935-9901-2e2f68d5d428,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:17.552071 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Attempting to bind port f32dce9e-3e76-4935-9901-2e2f68d5d428 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:15:17.552401 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Attempting to bind port f32dce9e-3e76-4935-9901-2e2f68d5d428 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:15:17.552756 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Attempting to bind port f32dce9e-3e76-4935-9901-2e2f68d5d428 on network 5de20606-e586-4648-9c0b-decffe11620a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:15:17.558221 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Port f32dce9e-3e76-4935-9901-2e2f68d5d428 on network 5de20606-e586-4648-9c0b-decffe11620a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:15:17.558535 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Attempting to bind port f32dce9e-3e76-4935-9901-2e2f68d5d428 on network 5de20606-e586-4648-9c0b-decffe11620a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:15:17.563524 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:15:17.563852 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Checking segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:15:17.564235 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Bound using segment: {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:15:17.564686 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Bound port: f32dce9e-3e76-4935-9901-2e2f68d5d428, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55258272-f367-47cd-8bcf-5cd4ea7b0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1532, 'network_id': '5de20606-e586-4648-9c0b-decffe11620a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:15:17.565039 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.642273 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] For port f32dce9e-3e76-4935-9901-2e2f68d5d428, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:15:17.645269 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] For port f32dce9e-3e76-4935-9901-2e2f68d5d428, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:15:17.649981 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.683645 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:17.684176 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.685671 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] 10.222.0.109 "PUT /v2.0/ports/f32dce9e-3e76-4935-9901-2e2f68d5d428 HTTP/1.1" status: 200 len: 1094 time: 0.6891861 Aug 31 17:15:17.688200 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:15:17.690798 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c445be97-ba83-4cb1-8bbf-69abbae6ec98" -d '{"events": [{"name": "network-changed", "server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:15:17.736734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20ccaf-0d3f-48d9-bbaa-2c8a6dd16db3 service neutron] Pushing event updated for resources: {'Port': ['ID=f32dce9e-3e76-4935-9901-2e2f68d5d428,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:17.751023 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c71f70-7dfa-423d-adbd-4a043b441785 x-openstack-request-id: req-f7c71f70-7dfa-423d-adbd-4a043b441785 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:15:17.751437 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:15:17.751590 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f7c71f70-7dfa-423d-adbd-4a043b441785 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:15:17.752006 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'status': 'completed', 'code': 200} Aug 31 17:15:17.786427 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8027-4198-4d6a-97fb-f06208bb5d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:17.792426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-bbd05da6-c761-4aeb-8f49-46a5d1d1d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:17.794708 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-bbd05da6-c761-4aeb-8f49-46a5d1d1d89c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 1097 time: 0.0535548 Aug 31 17:15:17.846186 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-3eb408c5-94d7-47f2-a7e8-ad2f976f37db service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428 HTTP/1.1" status: 200 len: 217 time: 0.0415444 Aug 31 17:15:17.903312 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-aa015e70-0c0a-43a3-a8ba-9dab13dc18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:17.904953 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-aa015e70-0c0a-43a3-a8ba-9dab13dc18e4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0483038 Aug 31 17:15:17.957493 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-19c5312d-9d61-4270-8533-2334990dd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:17.959233 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-19c5312d-9d61-4270-8533-2334990dd1d2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453439 Aug 31 17:15:18.057660 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-563ad737-36ae-4a55-b743-7dd809d94605 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893178 Aug 31 17:15:18.178455 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-dc450c59-cfb0-4f10-9cf3-a8e72156fdb1 req-142f3c24-7c27-4194-aca7-ab0ce9dcd9f5 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039102 Aug 31 17:15:18.284819 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-dc556d8c-6522-4c27-989b-e37be45dc005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:18.286215 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-dc556d8c-6522-4c27-989b-e37be45dc005 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 1097 time: 0.0408883 Aug 31 17:15:18.385913 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-9a4845d1-5939-4ab5-af41-1d2c009e831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:18.387331 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-9a4845d1-5939-4ab5-af41-1d2c009e831e service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0938475 Aug 31 17:15:18.437483 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-e3bea1cc-e95b-4a10-8b12-7f4d5a47646c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428 HTTP/1.1" status: 200 len: 217 time: 0.0371642 Aug 31 17:15:18.506012 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-0bcc9db3-717b-4e25-af4c-a8deeac21767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:18.508424 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-0bcc9db3-717b-4e25-af4c-a8deeac21767 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0526464 Aug 31 17:15:18.592672 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-6bcfbf61-f67f-42de-acbd-c740a1c49103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:18.594079 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-6bcfbf61-f67f-42de-acbd-c740a1c49103 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759902 Aug 31 17:15:18.605486 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8f36d-9484-421e-8858-684a262d4a3f req-bd646800-ba4d-4d9f-a1af-72a213a9b56c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:18.606869 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f7e8f36d-9484-421e-8858-684a262d4a3f req-bd646800-ba4d-4d9f-a1af-72a213a9b56c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 944 time: 0.0755942 Aug 31 17:15:18.968879 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f7e8f36d-9484-421e-8858-684a262d4a3f req-4e814bb2-49b8-4fd2-a7a9-22f10746d6b7 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556926 Aug 31 17:15:18.997437 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-14a8c62e-26ec-46d1-9840-5bbc0a087bcc service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780696 Aug 31 17:15:19.107962 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c445be97-ba83-4cb1-8bbf-69abbae6ec98 req-0f78e991-cba7-4565-ab63-82efc2a4a9c7 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955939 Aug 31 17:15:20.088616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb1b49-6e7c-4aed-b14d-35ba67fa7484 req-bd9a476f-94fd-464b-9dfe-17d9d2230c11 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:20.089989 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ccb1b49-6e7c-4aed-b14d-35ba67fa7484 req-bd9a476f-94fd-464b-9dfe-17d9d2230c11 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 944 time: 0.0546124 Aug 31 17:15:20.129398 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ccb1b49-6e7c-4aed-b14d-35ba67fa7484 req-8c44b003-ed29-4f11-94d3-cfed7a3ec9e6 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Aug 31 17:15:20.625929 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:20.661492 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20e12361-c5e4-477d-9c6c-ac0f54d23d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:21.265057 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36750-2a58-4a9b-bd8d-e49f02e5fe49 req-d14f0124-91a2-456f-98bc-4cc177059345 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:21.266600 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8c36750-2a58-4a9b-bd8d-e49f02e5fe49 req-d14f0124-91a2-456f-98bc-4cc177059345 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 944 time: 0.0585699 Aug 31 17:15:21.307817 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8c36750-2a58-4a9b-bd8d-e49f02e5fe49 req-e355a69b-ef4f-44d3-b6d0-6cfc9ab9c223 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Aug 31 17:15:21.961599 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:22.090136 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f32dce9e-3e76-4935-9901-2e2f68d5d428 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:15:22.193378 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port f32dce9e-3e76-4935-9901-2e2f68d5d428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:22.205838 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'port_id': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'mac_address': 'fa:16:3e:57:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:15:22.245842 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:22.263912 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32dce9e-3e76-4935-9901-2e2f68d5d428 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:15:22.285469 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port f32dce9e-3e76-4935-9901-2e2f68d5d428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:22.290336 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:22.354622 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=f32dce9e-3e76-4935-9901-2e2f68d5d428,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:22.439358 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c290c-dfe4-4157-bc0e-a7fe31a0c1f7 req-aafa9173-d10c-47a7-bde8-6c4a8512d674 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:22.440923 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-821c290c-dfe4-4157-bc0e-a7fe31a0c1f7 req-aafa9173-d10c-47a7-bde8-6c4a8512d674 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 945 time: 0.0624664 Aug 31 17:15:22.491178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-821c290c-dfe4-4157-bc0e-a7fe31a0c1f7 req-f0c18924-bd5f-4840-920d-0bd2bfcf57c2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Aug 31 17:15:22.812771 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['f32dce9e-3e76-4935-9901-2e2f68d5d428'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:15:23.569135 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:23.655616 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be86b6-f76b-4922-8eeb-cbfe34db5656 req-53ad0c38-f639-4a06-9b2c-b0c4876fe756 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:23.657240 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-61be86b6-f76b-4922-8eeb-cbfe34db5656 req-53ad0c38-f639-4a06-9b2c-b0c4876fe756 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 945 time: 0.0675812 Aug 31 17:15:23.698537 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-61be86b6-f76b-4922-8eeb-cbfe34db5656 req-5196ab82-69dd-461a-9605-b9355fed2f6d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355215 Aug 31 17:15:24.106344 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f32dce9e-3e76-4935-9901-2e2f68d5d428 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:15:24.168385 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port f32dce9e-3e76-4935-9901-2e2f68d5d428 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:15:24.172354 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port f32dce9e-3e76-4935-9901-2e2f68d5d428 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:15:24.172757 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:24.257204 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:24.280347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:15:24.282626 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ad0805-a289-4f78-9b3b-0966f008071c" -d '{"events": [{"server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "name": "network-vif-plugged", "status": "completed", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:15:24.299999 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port f32dce9e-3e76-4935-9901-2e2f68d5d428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:15:24.304270 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:24.329110 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c550a900-5fda-4a0a-8c42-0c2ef7e79530 x-openstack-request-id: req-c550a900-5fda-4a0a-8c42-0c2ef7e79530 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:15:24.329394 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "name": "network-vif-plugged", "status": "completed", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:15:24.329642 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c550a900-5fda-4a0a-8c42-0c2ef7e79530 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:15:24.330023 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'code': 200} Aug 31 17:15:24.365428 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=f32dce9e-3e76-4935-9901-2e2f68d5d428,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:15:24.539932 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210c642-518d-4f20-9180-162b69a6d14f req-d4bf8e79-7681-49f0-ab95-13fbc0c02841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:24.542106 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1210c642-518d-4f20-9180-162b69a6d14f req-d4bf8e79-7681-49f0-ab95-13fbc0c02841 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 1099 time: 0.0422137 Aug 31 17:15:24.584507 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1210c642-518d-4f20-9180-162b69a6d14f req-52057e09-d54c-4062-b86b-e4b66cb73067 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334527 Aug 31 17:15:24.824667 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17656524-edf9-4d03-aee4-7cf52bd0faf5 req-3a76ce56-9e65-4dad-bcbb-84adffb05399 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:24.826266 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-17656524-edf9-4d03-aee4-7cf52bd0faf5 req-3a76ce56-9e65-4dad-bcbb-84adffb05399 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0528331 Aug 31 17:15:24.866849 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-17656524-edf9-4d03-aee4-7cf52bd0faf5 req-6fdb82f9-a765-441a-94a8-2d4727e345f6 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345442 Aug 31 17:15:26.006013 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c611754-f8a4-42f3-b5d6-1d27ca4815c7 req-1b6a5cf9-69a3-4568-9236-28f6cc6b4068 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:26.007616 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c611754-f8a4-42f3-b5d6-1d27ca4815c7 req-1b6a5cf9-69a3-4568-9236-28f6cc6b4068 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0635028 Aug 31 17:15:26.054661 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7c611754-f8a4-42f3-b5d6-1d27ca4815c7 req-ec7171fa-6b79-4d48-8f3a-40c099761d9d tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363255 Aug 31 17:15:27.184578 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8c506-8c0e-4763-bb3e-690cab7c6a75 req-958bdc6c-9d37-4eed-ac3d-6b7d89d096c1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:27.186089 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-07f8c506-8c0e-4763-bb3e-690cab7c6a75 req-958bdc6c-9d37-4eed-ac3d-6b7d89d096c1 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0538502 Aug 31 17:15:27.239240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-07f8c506-8c0e-4763-bb3e-690cab7c6a75 req-7eb2fd68-4b09-420a-9ed9-419b9b14e7b8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469987 Aug 31 17:15:27.361914 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db141e1-b7c8-4f62-a04a-b67d69a1cb7f req-0abf5824-0410-4f17-801e-c294e8ad8a15 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:27.363360 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1db141e1-b7c8-4f62-a04a-b67d69a1cb7f req-0abf5824-0410-4f17-801e-c294e8ad8a15 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0514951 Aug 31 17:15:27.376110 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 45798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:15:27.380969 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Request body: {'floatingip': {'port_id': 'f32dce9e-3e76-4935-9901-2e2f68d5d428'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:15:27.424915 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:27.911953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:27.916142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:28.035863 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Floating IP 0d96687b-176f-4d9d-9e1e-4a547fd2bb9c associated. External IP: 172.27.2.243, port: f32dce9e-3e76-4935-9901-2e2f68d5d428. Aug 31 17:15:28.265703 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:15:28.389004 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:15:28.394099 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:28.400077 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:15:28.410215 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:15:28.410917 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:15:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:28.424002 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-6083e824-50ac-45ee-8091-7c1fe7dfe922 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "PUT /v2.0/floatingips/0d96687b-176f-4d9d-9e1e-4a547fd2bb9c HTTP/1.1" status: 200 len: 992 time: 1.0467300 Aug 31 17:15:28.424597 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:15:28.427445 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0945ce23-89da-4397-8f27-c8c4cfff7185" -d '{"events": [{"name": "network-changed", "server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:15:28.473820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f511a17f-acd8-4bfe-9fe7-04b5eb839eb3 x-openstack-request-id: req-f511a17f-acd8-4bfe-9fe7-04b5eb839eb3 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:15:28.474269 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:15:28.476517 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f511a17f-acd8-4bfe-9fe7-04b5eb839eb3 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:15:28.476517 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'status': 'completed', 'code': 200} Aug 31 17:15:28.544574 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:15:28.559550 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-d2968b32-c324-4172-8dbb-b28f23f10f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:28.561090 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-d2968b32-c324-4172-8dbb-b28f23f10f4f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 1099 time: 0.0488591 Aug 31 17:15:28.667100 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-201b4cd5-a4f0-4ddd-a5c1-f0c4fda4cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:28.668612 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-201b4cd5-a4f0-4ddd-a5c1-f0c4fda4cfec service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0936732 Aug 31 17:15:28.740827 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-8214087d-5aac-47ab-89c1-fb678f3a43c0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428 HTTP/1.1" status: 200 len: 1000 time: 0.0641990 Aug 31 17:15:28.803857 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-c3ee17c6-0c21-4c5e-ab88-e85da244deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:28.806000 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-c3ee17c6-0c21-4c5e-ab88-e85da244deb3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0572996 Aug 31 17:15:28.855506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-ca3bdee6-c1c8-4df9-b1a8-3c7bc3c01ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:28.857338 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-ca3bdee6-c1c8-4df9-b1a8-3c7bc3c01ef3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427504 Aug 31 17:15:28.861619 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '0d96687b-176f-4d9d-9e1e-4a547fd2bb9c', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'port_id': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'mac_address': 'fa:16:3e:57:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:15:14Z', 'updated_at': '2021-08-31T17:15:27Z', 'revision_number': 1, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:28.887750 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:15:28.895982 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:15:28.896615 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:15:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:28.956329 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-56ac1907-f88e-4200-a560-f32e1c749978 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867362 Aug 31 17:15:29.009762 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:15:29.054833 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0945ce23-89da-4397-8f27-c8c4cfff7185 req-351db119-1b63-476a-b274-4cf967676c78 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909514 Aug 31 17:15:29.264261 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '0d96687b-176f-4d9d-9e1e-4a547fd2bb9c', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'port_id': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'mac_address': 'fa:16:3e:57:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:15:14Z', 'updated_at': '2021-08-31T17:15:27Z', 'revision_number': 1, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:15:29.300929 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad92cba-dfab-4efb-b463-9b2e29558735 None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '0d96687b-176f-4d9d-9e1e-4a547fd2bb9c', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'floating_ip_address': '172.27.2.243', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'port_id': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'mac_address': 'fa:16:3e:57:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:15:14Z', 'updated_at': '2021-08-31T17:15:27Z', 'revision_number': 1, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:15:29.515598 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec045f-9fce-4cfd-9d08-87300bfb05e2 None None] New status for floating IP 0d96687b-176f-4d9d-9e1e-4a547fd2bb9c: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:15:39.796283 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:40.577914 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-bd354e71-c85c-4f25-acf1-e36606741cc3 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422072 Aug 31 17:15:40.684649 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-9e5613ec-fce5-4cc3-bcff-1a670dd77a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:40.686553 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-9e5613ec-fce5-4cc3-bcff-1a670dd77a02 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.0426071 Aug 31 17:15:40.810599 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-30edc3ca-193f-4c22-ad82-4a20551434fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:40.812077 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-30edc3ca-193f-4c22-ad82-4a20551434fe service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.0987740 Aug 31 17:15:40.878782 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-119d3f5e-ee0c-4c8e-9843-5116fa714ad6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 1002 time: 0.0584724 Aug 31 17:15:40.942725 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-542dabe4-be0b-43a4-bc2e-59a74cabc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:40.944122 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-542dabe4-be0b-43a4-bc2e-59a74cabc804 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0527391 Aug 31 17:15:40.998664 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-8ae5280e-709e-40b1-96ea-ea09070f3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:15:41.000285 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-8ae5280e-709e-40b1-96ea-ea09070f3a9a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439873 Aug 31 17:15:41.101956 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-03d45545-01ea-49af-b0f5-d7af626c6061 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881569 Aug 31 17:15:41.205669 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4cbf1c25-96c2-4224-ad01-b2d68797d370 req-98e13444-5cb6-49f2-8ea8-9976d86fc432 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926867 Aug 31 17:15:45.140763 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:15:47.778699 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1738ea8a-13ca-4cf0-a2d4-1170107e88df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:50.617500 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:50.663169 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-caab0378-5d1a-4e6d-8cf1-eb1d62cc7fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:51.958970 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:15:53.572661 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:09.806827 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:17.781029 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a823b20-1b69-41e6-a575-bad93db4e20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:20.621374 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:20.664107 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68410cee-df89-4403-a50f-ec5c67b87f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:21.962900 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:22.139667 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:16:23.570812 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:27.513454 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7ce21-6473-404e-b35b-ce5db65e3b2e req-c3ca7431-1607-4b30-ac12-5ddb8d58e771 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:27.514932 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-86b7ce21-6473-404e-b35b-ce5db65e3b2e req-c3ca7431-1607-4b30-ac12-5ddb8d58e771 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Aug 31 17:16:27.558004 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-86b7ce21-6473-404e-b35b-ce5db65e3b2e req-67447302-ff30-45e7-851b-529615cf1bb3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370877 Aug 31 17:16:28.684629 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ee0b8-0efa-4317-8c71-421abab8082e req-c1c9d660-0217-479d-8d18-c51f316042e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:28.685998 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-055ee0b8-0efa-4317-8c71-421abab8082e req-c1c9d660-0217-479d-8d18-c51f316042e2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Aug 31 17:16:28.725311 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-055ee0b8-0efa-4317-8c71-421abab8082e req-a4880270-eda8-40b3-a0ac-67bd1738391b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Aug 31 17:16:29.847382 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2aa3f-cbb9-4656-a749-2a4bbc2b67b0 req-6ebec977-d3b8-4aa8-88fc-838b5b370b1f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:29.848868 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-29e2aa3f-cbb9-4656-a749-2a4bbc2b67b0 req-6ebec977-d3b8-4aa8-88fc-838b5b370b1f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0522130 Aug 31 17:16:29.885005 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-29e2aa3f-cbb9-4656-a749-2a4bbc2b67b0 req-2f19830d-aaf5-4869-838e-88d296d711ba tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301964 Aug 31 17:16:31.012333 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41cf6c-6abe-4d0e-bbf5-104f68cf6987 req-189db35a-5db2-4606-89f4-adee7d752f2d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:31.013880 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6e41cf6c-6abe-4d0e-bbf5-104f68cf6987 req-189db35a-5db2-4606-89f4-adee7d752f2d tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0532174 Aug 31 17:16:31.053300 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6e41cf6c-6abe-4d0e-bbf5-104f68cf6987 req-9c18266f-0d0c-46d5-a475-e9e317f5d9e5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Aug 31 17:16:32.179852 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1d165-6de8-4eeb-bba5-2073057a7112 req-bad6c05f-2469-44d7-8f0e-d4a3129e1a19 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:32.181379 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a5e1d165-6de8-4eeb-bba5-2073057a7112 req-bad6c05f-2469-44d7-8f0e-d4a3129e1a19 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Aug 31 17:16:32.224125 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a5e1d165-6de8-4eeb-bba5-2073057a7112 req-0d2909d8-d04b-4f81-b7f8-b02e9e45b494 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330255 Aug 31 17:16:33.465791 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab655a0-fdaa-4094-aced-4902b69ec260 req-c0884da6-7ee7-4f2e-9c5e-c8c37d2eee94 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:33.467281 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5ab655a0-fdaa-4094-aced-4902b69ec260 req-c0884da6-7ee7-4f2e-9c5e-c8c37d2eee94 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.1676049 Aug 31 17:16:33.506172 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5ab655a0-fdaa-4094-aced-4902b69ec260 req-4b05577d-47f3-4f37-97ad-80f6ecfeb34a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Aug 31 17:16:34.626542 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41ede-33e4-4d81-b9e9-8a5bb6d7ca7c req-300ae536-5664-44b7-b88d-3c93b09946c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:34.628147 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-14e41ede-33e4-4d81-b9e9-8a5bb6d7ca7c req-300ae536-5664-44b7-b88d-3c93b09946c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Aug 31 17:16:34.666611 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-14e41ede-33e4-4d81-b9e9-8a5bb6d7ca7c req-6d86172b-0f4c-472b-ab08-5650c6f864ed tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Aug 31 17:16:35.796709 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec005e-2940-44c4-b8a0-649990471f68 req-16151c1b-b13b-486e-8c33-93c904d17571 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:35.798227 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-30ec005e-2940-44c4-b8a0-649990471f68 req-16151c1b-b13b-486e-8c33-93c904d17571 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Aug 31 17:16:35.835757 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-30ec005e-2940-44c4-b8a0-649990471f68 req-bc765594-93c4-4a5d-ab41-1c604147ec9c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Aug 31 17:16:36.956094 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b937030-6aaf-4d6a-9f34-cc72478b83d0 req-693109dc-0687-4db3-bbd5-b60f8e92bcfb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:36.957628 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1b937030-6aaf-4d6a-9f34-cc72478b83d0 req-693109dc-0687-4db3-bbd5-b60f8e92bcfb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0522113 Aug 31 17:16:36.994504 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1b937030-6aaf-4d6a-9f34-cc72478b83d0 req-3c857183-967a-4b66-8246-a747d3758392 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Aug 31 17:16:38.118314 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66081b6e-23dd-4267-a97e-281f2dbbb6e0 req-6afb30b7-77af-41a4-be1b-bb64b9c4939f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:38.119866 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-66081b6e-23dd-4267-a97e-281f2dbbb6e0 req-6afb30b7-77af-41a4-be1b-bb64b9c4939f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0495889 Aug 31 17:16:38.165647 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-66081b6e-23dd-4267-a97e-281f2dbbb6e0 req-42bc26db-c07d-4a80-9f9a-380b523c0eee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377307 Aug 31 17:16:39.286980 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d3ad8-f9cc-43b3-872c-e15dca5a3bc0 req-eb4fdfc7-763f-4941-b5f3-40bf83827efa tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:39.288454 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-230d3ad8-f9cc-43b3-872c-e15dca5a3bc0 req-eb4fdfc7-763f-4941-b5f3-40bf83827efa tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Aug 31 17:16:39.325561 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-230d3ad8-f9cc-43b3-872c-e15dca5a3bc0 req-d289a1b4-7a40-489b-b148-554cc3838189 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Aug 31 17:16:39.807974 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:40.451740 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddf160-a71e-4e6e-a453-d4734f639d48 req-07a8ee42-731b-42bb-99c6-68015f6c71df tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:40.453340 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-feddf160-a71e-4e6e-a453-d4734f639d48 req-07a8ee42-731b-42bb-99c6-68015f6c71df tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0545783 Aug 31 17:16:40.493007 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-feddf160-a71e-4e6e-a453-d4734f639d48 req-f02b1bc4-b3c4-4c9d-9510-d9ab48eb3f36 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Aug 31 17:16:41.596412 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-581f3894-6e93-41d1-996d-7f254bb224a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:41.598993 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-581f3894-6e93-41d1-996d-7f254bb224a2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0519502 Aug 31 17:16:41.643075 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07a119-57b2-43df-adab-b927387cb114 req-694dbbc2-181e-47ad-8c92-76afeaa0e3a8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:41.644706 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9e07a119-57b2-43df-adab-b927387cb114 req-694dbbc2-181e-47ad-8c92-76afeaa0e3a8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0617564 Aug 31 17:16:41.683179 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9e07a119-57b2-43df-adab-b927387cb114 req-0999201a-a87f-4bf4-a1e3-015367656f7f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Aug 31 17:16:41.718584 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-dbb44bd0-dae0-4fbf-b241-4cb9cca92cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:41.720197 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-dbb44bd0-dae0-4fbf-b241-4cb9cca92cb3 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0968974 Aug 31 17:16:41.798256 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-841bf297-c0a0-44ba-97aa-7068540ed54b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 1000 time: 0.0700781 Aug 31 17:16:41.853041 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-14b69259-b920-44d6-ad85-9ec7cbf51ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:41.855005 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-14b69259-b920-44d6-ad85-9ec7cbf51ec2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0465288 Aug 31 17:16:41.908399 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-3fb08225-1d44-450f-b4db-27bc45b606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:41.909929 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-3fb08225-1d44-450f-b4db-27bc45b606b9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465102 Aug 31 17:16:42.001694 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-be5b7605-9a76-484e-8348-b3070ca496ff service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823598 Aug 31 17:16:42.102120 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bd48a9b3-ff56-43c6-8bc9-67da6ccbded9 req-7b59f238-cfdc-4aa8-ad3e-118acaa96422 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921550 Aug 31 17:16:42.803525 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed860-3512-492f-9f65-41c1d5ae3e23 req-b3115bd2-0098-4092-8adc-62338a363054 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:42.805021 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e3ed860-3512-492f-9f65-41c1d5ae3e23 req-b3115bd2-0098-4092-8adc-62338a363054 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Aug 31 17:16:42.845426 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2e3ed860-3512-492f-9f65-41c1d5ae3e23 req-fdf5a343-135a-4f24-8974-5956c6ca8e6b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Aug 31 17:16:43.996877 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c887c-7cf9-4541-a2e7-079a75ef175b req-f2c812d6-7f64-453f-ba9b-179a5b55c0cf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:43.998295 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f2c887c-7cf9-4541-a2e7-079a75ef175b req-f2c812d6-7f64-453f-ba9b-179a5b55c0cf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0800507 Aug 31 17:16:44.040575 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f2c887c-7cf9-4541-a2e7-079a75ef175b req-5c01c210-bb32-4843-954e-2adc538c874a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Aug 31 17:16:45.256337 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd307eb6-c849-42b3-8c90-73cc9a3057e4 req-fea7e3a9-dffe-4a19-a667-2d592e65a401 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:45.257938 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cd307eb6-c849-42b3-8c90-73cc9a3057e4 req-fea7e3a9-dffe-4a19-a667-2d592e65a401 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Aug 31 17:16:45.303743 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cd307eb6-c849-42b3-8c90-73cc9a3057e4 req-7446eec8-0cbf-424d-89af-86772c077be5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370340 Aug 31 17:16:46.424029 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89415186-629a-4a0c-ac63-41e8b7422c8b req-c09aa3c3-e8b0-4290-b6b5-3857f6ec2398 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:46.425462 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-89415186-629a-4a0c-ac63-41e8b7422c8b req-c09aa3c3-e8b0-4290-b6b5-3857f6ec2398 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0475614 Aug 31 17:16:46.470580 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-89415186-629a-4a0c-ac63-41e8b7422c8b req-2ef96396-4e58-4ba5-8d11-e9a98aac3800 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388710 Aug 31 17:16:46.541539 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:16:46.649851 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:46.665840 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'mac_address': 'fa:16:3e:44:e4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:16:46.705125 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:46.718636 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e31a803e-461b-44f2-8021-4ad0763feb1d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:16:46.739861 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:46.752981 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:46.809053 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:16:46.816319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.816684 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.817049 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.817422 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.817776 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.818195 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.818744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.819255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.819783 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.820292 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.820822 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.821583 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:16:46.845025 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e31a803e-461b-44f2-8021-4ad0763feb1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:16:47.608911 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b46b1-5e6d-44be-bfb9-91fbd4e6fc77 req-3750fa1b-9a25-4a66-a5b8-75acbac027ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:47.610453 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-527b46b1-5e6d-44be-bfb9-91fbd4e6fc77 req-3750fa1b-9a25-4a66-a5b8-75acbac027ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 944 time: 0.0551217 Aug 31 17:16:47.652626 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-527b46b1-5e6d-44be-bfb9-91fbd4e6fc77 req-537686cd-d633-4585-989a-5f7cd6d59477 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348146 Aug 31 17:16:47.781407 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8427acdd-6980-4887-9e6c-977845c27780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:48.568082 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:16:48.618196 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port e31a803e-461b-44f2-8021-4ad0763feb1d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:16:48.618565 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:48.699831 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:48.726677 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:16:48.728957 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ffc3a1-f13c-4ef6-a083-ea2bac5c6769" -d '{"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:16:48.786295 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7462b9-a147-40be-bdc2-9cf54adc53a2 req-905d3207-7550-4baf-bd69-0ea013e4b828 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:48.787947 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5a7462b9-a147-40be-bdc2-9cf54adc53a2 req-905d3207-7550-4baf-bd69-0ea013e4b828 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 944 time: 0.0566952 Aug 31 17:16:48.830012 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5a7462b9-a147-40be-bdc2-9cf54adc53a2 req-eb745994-42b9-408d-b81b-b9e4dd06dae2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355849 Aug 31 17:16:48.868107 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f719eb9b-df7f-4695-b863-3ffee37541f9 x-openstack-request-id: req-f719eb9b-df7f-4695-b863-3ffee37541f9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:16:48.868755 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:16:48.868755 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f719eb9b-df7f-4695-b863-3ffee37541f9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:16:48.869024 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'code': 200} Aug 31 17:16:48.870666 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:16:48.874804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:48.923565 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:16:49.961500 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e59ec1-452e-4eae-b022-76032ed39f16 req-39493401-2be2-43b9-8158-82d12f50ce06 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:49.964294 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-00e59ec1-452e-4eae-b022-76032ed39f16 req-39493401-2be2-43b9-8158-82d12f50ce06 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0566902 Aug 31 17:16:50.003128 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-00e59ec1-452e-4eae-b022-76032ed39f16 req-cea018ac-425f-4f0f-8f3d-02bc8bf134a1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Aug 31 17:16:50.627146 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:50.665126 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76e496e2-7f9f-48b5-b3f6-2e5775b39373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:51.127294 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc418d6-a609-4328-ba41-1177fc1a1413 req-fea2e6f7-df46-4547-ad34-5ce841942690 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:51.128781 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ffc418d6-a609-4328-ba41-1177fc1a1413 req-fea2e6f7-df46-4547-ad34-5ce841942690 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Aug 31 17:16:51.167918 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ffc418d6-a609-4328-ba41-1177fc1a1413 req-d12deb76-a653-4fca-bcc2-de452b43f8bd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Aug 31 17:16:51.966298 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:52.289401 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420133e7-d469-46d2-bf42-0d671eb6f958 req-8dc83644-c4aa-488f-963c-c9fa229d7fec tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:52.290887 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-420133e7-d469-46d2-bf42-0d671eb6f958 req-8dc83644-c4aa-488f-963c-c9fa229d7fec tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0501142 Aug 31 17:16:52.329787 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-420133e7-d469-46d2-bf42-0d671eb6f958 req-8269f82e-33f8-48d9-8aa4-99cb08a4aee0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317695 Aug 31 17:16:53.470184 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46977877-aea8-434e-9d29-8a265b17a9ed req-3f723c7c-47c6-4183-95f5-76432d5670f2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:53.471795 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46977877-aea8-434e-9d29-8a265b17a9ed req-3f723c7c-47c6-4183-95f5-76432d5670f2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0604379 Aug 31 17:16:53.514353 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-46977877-aea8-434e-9d29-8a265b17a9ed req-9bd398e1-c424-4cae-bcce-afaa9863bdc3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364196 Aug 31 17:16:53.582891 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:16:54.660176 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ac24-35aa-4b82-9dad-58d821b0b229 req-23555f83-cd5e-44f4-936d-ff8ad6c9a2b9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:54.661695 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-61d0ac24-35aa-4b82-9dad-58d821b0b229 req-23555f83-cd5e-44f4-936d-ff8ad6c9a2b9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0597031 Aug 31 17:16:54.706684 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-61d0ac24-35aa-4b82-9dad-58d821b0b229 req-0421c332-f576-470a-84df-5c461a059875 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384107 Aug 31 17:16:55.840655 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434536c-1ef7-487f-a976-2b9191973ff2 req-99b09b04-8ffe-4577-8a09-aff2c62081a5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:55.843052 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b434536c-1ef7-487f-a976-2b9191973ff2 req-99b09b04-8ffe-4577-8a09-aff2c62081a5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0617213 Aug 31 17:16:55.894868 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b434536c-1ef7-487f-a976-2b9191973ff2 req-473a5193-0ddf-401a-8c3e-27b1fbae5b4e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458257 Aug 31 17:16:57.031026 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0cf69-0d98-42ad-bc31-986cb4caf335 req-b9e5ae92-a1d2-4ad0-b53c-32e23f939561 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:57.032698 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5fd0cf69-0d98-42ad-bc31-986cb4caf335 req-b9e5ae92-a1d2-4ad0-b53c-32e23f939561 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Aug 31 17:16:57.082346 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5fd0cf69-0d98-42ad-bc31-986cb4caf335 req-867cbb69-d41e-4ed5-980d-be98bb606130 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Aug 31 17:16:58.253610 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045481d-893b-4efb-a0de-8229052a3fd9 req-2d324d9a-9a52-42b7-bee4-ad74f6d2b8e5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:58.254998 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2045481d-893b-4efb-a0de-8229052a3fd9 req-2d324d9a-9a52-42b7-bee4-ad74f6d2b8e5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0613384 Aug 31 17:16:58.296690 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2045481d-893b-4efb-a0de-8229052a3fd9 req-fcd53b21-08c8-4407-8f17-5a787e1aae90 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Aug 31 17:16:59.139698 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:16:59.440308 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7817e-c667-492d-a4f4-20e53e690ff7 req-2784a133-df15-4c7a-a966-97b77f0f1c14 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:16:59.441803 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bac7817e-c667-492d-a4f4-20e53e690ff7 req-2784a133-df15-4c7a-a966-97b77f0f1c14 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Aug 31 17:16:59.489373 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bac7817e-c667-492d-a4f4-20e53e690ff7 req-b41de223-6e46-4841-b750-119783d33e02 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401509 Aug 31 17:17:00.620570 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622566-db37-4c55-8f57-fefd03a2aac5 req-04f0b534-463a-4023-ac87-577735beb418 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:00.622066 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-06622566-db37-4c55-8f57-fefd03a2aac5 req-04f0b534-463a-4023-ac87-577735beb418 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0549176 Aug 31 17:17:00.662481 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-06622566-db37-4c55-8f57-fefd03a2aac5 req-e8ef54f2-d8e9-4b24-81be-0b57016d9f17 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343277 Aug 31 17:17:00.988732 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:01.395235 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Deleting port e08922c9-6fd2-4f37-b3a9-43902fb95683 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:01.395905 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:01.515690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:01.516068 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:01.530160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Calling delete_port for e08922c9-6fd2-4f37-b3a9-43902fb95683 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:01.752630 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:01.782316 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event deleted for resources: {'Port': ['ID=e08922c9-6fd2-4f37-b3a9-43902fb95683,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:01.806509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.807425 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.807697 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.808025 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.808347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.808694 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.809020 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.809332 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.809654 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.809979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.810288 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.810609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:01.843907 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2fdd4-0df6-4717-99fa-404b11c37ad7 req-67aeda44-8b34-4434-ae4c-177253f6bd81 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:01.852565 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f6e2fdd4-0df6-4717-99fa-404b11c37ad7 req-67aeda44-8b34-4434-ae4c-177253f6bd81 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0806327 Aug 31 17:17:01.879860 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:01.880530 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Floating IP 3bc789b9-189a-42e2-9a12-215cdcf02dad disassociated (deleted). External IP: 172.27.2.246, port: 0505d241-4755-49bd-bdc2-53a40d9234f8. Aug 31 17:17:01.919466 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f6e2fdd4-0df6-4717-99fa-404b11c37ad7 req-15f52b52-edbe-4468-8df3-b847a0ce0741 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656340 Aug 31 17:17:02.177749 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:17:02.299418 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:17:02.306398 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:02.312651 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] Sync routers for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:17:02.327243 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:02.328333 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:16:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:02.362573 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5b7ab7f5-9f79-46ef-be85-1afd9cf8b3c9 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "DELETE /v2.0/floatingips/3bc789b9-189a-42e2-9a12-215cdcf02dad HTTP/1.1" status: 204 len: 168 time: 1.3718653 Aug 31 17:17:02.363279 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:02.375035 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e962ce08-5782-4660-94ae-d44c3cc447c2" -d '{"events": [{"name": "network-changed", "server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:02.448103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d8d8f-82eb-48ec-8e01-460772fe98be x-openstack-request-id: req-ad8d8d8f-82eb-48ec-8e01-460772fe98be {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:02.448453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:02.448588 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ad8d8d8f-82eb-48ec-8e01-460772fe98be {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:02.449402 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'status': 'completed', 'code': 200} Aug 31 17:17:02.484509 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:02.632336 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-fcf16a5d-e6b6-47dc-b983-cbf7f26d8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.633963 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-fcf16a5d-e6b6-47dc-b983-cbf7f26d8f55 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 1099 time: 0.1403747 Aug 31 17:17:02.766675 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62855411-8700-4cd0-afd6-9227cb606559 req-b06488bc-780d-4133-8f49-67430adaad54 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.774506 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-62855411-8700-4cd0-afd6-9227cb606559 req-b06488bc-780d-4133-8f49-67430adaad54 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.1774194 Aug 31 17:17:02.822062 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-6eb44d97-ee84-4f71-959e-c558f2aa7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.823613 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-6eb44d97-ee84-4f71-959e-c558f2aa7af2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 200 len: 911 time: 0.1792307 Aug 31 17:17:02.825804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:02.839893 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-62855411-8700-4cd0-afd6-9227cb606559 req-f1a009c9-a6e4-4d4b-a794-741651330ed2 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622938 Aug 31 17:17:02.865181 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] Checking router: 75ac6f13-37ea-43f7-9d3a-ed692e63c882 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:17:02.877032 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:02.877872 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:16:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:02.884565 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-82ab45fc-bb99-46a9-bdbb-cf44ed1b94e7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 200 len: 217 time: 0.0400543 Aug 31 17:17:02.950094 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-61d4182a-9cd0-4c49-b553-320e9c643bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:02.955090 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-61d4182a-9cd0-4c49-b553-320e9c643bca service neutron] 10.222.0.109 "GET /v2.0/subnets?id=90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 200 len: 848 time: 0.0634160 Aug 31 17:17:03.047697 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:03.085730 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-49fa2104-118b-4a86-a3f0-a2a03bdabf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:03.087199 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-49fa2104-118b-4a86-a3f0-a2a03bdabf0b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d6c80e80-588e-459a-b546-d3db8c6be4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1157184 Aug 31 17:17:03.104457 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-74d1331c-82cc-44f0-a8bb-240720213c2d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:17:03.105547 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-74d1331c-82cc-44f0-a8bb-240720213c2d service neutron] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068295 Aug 31 17:17:03.129184 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1dc5c-7ddd-4714-9b86-cf95534be6b1 req-9f671309-53f3-45a0-8473-de8842e05e61 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:03.138765 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a0c1dc5c-7ddd-4714-9b86-cf95534be6b1 req-9f671309-53f3-45a0-8473-de8842e05e61 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.1037040 Aug 31 17:17:03.231736 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a0c1dc5c-7ddd-4714-9b86-cf95534be6b1 req-c5c29e83-9335-4e9d-ae48-3d1687187c94 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837228 Aug 31 17:17:03.252181 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-c43d3ebe-7416-43ee-8b7b-8e7e00bf5894 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310124 Aug 31 17:17:03.338573 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:03.381754 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7d4e14-ba8a-4d87-aede-f0344a55a3af None None] The sync data for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi is: [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:10:13Z', 'revision_number': 4, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '740ce908-9e2b-4563-892d-f2adb9d80d19', 'name': '', 'network_id': 'd6c80e80-588e-459a-b546-d3db8c6be4d3', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'mac_address': 'fa:16:3e:b7:05:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:13Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'subnets': [{'id': '90e802a9-e1ea-4c38-8867-78dff79c0454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:17:03.407260 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e962ce08-5782-4660-94ae-d44c3cc447c2 req-83bcfc77-333f-4eca-b9f6-7596e086ad73 service neutron] 10.222.0.109 "GET /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460087 Aug 31 17:17:03.681233 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce3d574-9276-4139-8103-b28c056941b0 None None] New status for floating IP 3bc789b9-189a-42e2-9a12-215cdcf02dad: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:17:04.000270 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b230d-5a9a-4b49-9c5b-3a294b2ff617 req-7c4c5214-2c56-4e10-b85b-84f50a356b2b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:04.002474 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-025b230d-5a9a-4b49-9c5b-3a294b2ff617 req-7c4c5214-2c56-4e10-b85b-84f50a356b2b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0571907 Aug 31 17:17:04.053863 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-025b230d-5a9a-4b49-9c5b-3a294b2ff617 req-a32f454e-33e9-4d5d-8daa-4a0cac26e744 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450928 Aug 31 17:17:04.375245 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02694a9b-46fd-4d49-b95a-cb7b297e6a3c req-a5222a81-347a-42a0-bc54-7ccd126786b8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:04.376821 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02694a9b-46fd-4d49-b95a-cb7b297e6a3c req-a5222a81-347a-42a0-bc54-7ccd126786b8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0671422 Aug 31 17:17:04.424206 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02694a9b-46fd-4d49-b95a-cb7b297e6a3c req-81b883be-6419-4d64-b7f7-13f7f6d91f45 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Aug 31 17:17:04.992736 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-9f49276f-a4ab-42d9-a90a-5fd32d03366e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:04.995082 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-9f49276f-a4ab-42d9-a90a-5fd32d03366e tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.109 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0552654 Aug 31 17:17:05.150012 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Deleting port 0505d241-4755-49bd-bdc2-53a40d9234f8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:05.150945 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:05.219496 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234062a8-43f4-4e5d-9cef-fc8304fd96bd req-6e741fba-3f13-43b6-9ea1-4171956fc47d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:05.228008 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-234062a8-43f4-4e5d-9cef-fc8304fd96bd req-6e741fba-3f13-43b6-9ea1-4171956fc47d tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 946 time: 0.0756464 Aug 31 17:17:05.275686 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] For port 0505d241-4755-49bd-bdc2-53a40d9234f8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0505d241-4755-49bd-bdc2-53a40d9234f8,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:05.276129 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:05.285122 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-234062a8-43f4-4e5d-9cef-fc8304fd96bd req-90eb49f9-5f16-4237-a93e-76955a270176 tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/security-groups?id=0b99fa72-e952-405f-b7f5-66932ab6ccd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552065 Aug 31 17:17:05.308284 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Calling delete_port for 0505d241-4755-49bd-bdc2-53a40d9234f8 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:05.520277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:05.560922 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event deleted for resources: {'Port': ['ID=0505d241-4755-49bd-bdc2-53a40d9234f8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:05.618760 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e9465-cdeb-4457-a455-7dcb1c7fbcb4 req-01a71958-6e30-46c9-9ba5-8a33b8f1a519 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:05.621101 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-386e9465-cdeb-4457-a455-7dcb1c7fbcb4 req-01a71958-6e30-46c9-9ba5-8a33b8f1a519 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0946157 Aug 31 17:17:05.684045 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-386e9465-cdeb-4457-a455-7dcb1c7fbcb4 req-699a2d34-7ec9-4600-9b7c-299e57a9ba1f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568588 Aug 31 17:17:05.976305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] No DVR routers for this DVR port 0505d241-4755-49bd-bdc2-53a40d9234f8 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:17:05.980680 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:05.982942 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-24b15e8a-6fe7-4fef-86b2-9deb532c5714 req-40155a85-e215-4cf9-87a7-1bc2d0ccd39b tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.109 "DELETE /v2.0/ports/0505d241-4755-49bd-bdc2-53a40d9234f8 HTTP/1.1" status: 204 len: 173 time: 0.9647791 Aug 31 17:17:05.983495 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-deleted', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:05.985679 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc324b6-9264-4399-8b7e-e856585837c5" -d '{"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-deleted", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:06.057311 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31b627-ff7f-4c4b-a08a-c6c64a79fd94 x-openstack-request-id: req-be31b627-ff7f-4c4b-a08a-c6c64a79fd94 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:06.057609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6", "name": "network-vif-deleted", "tag": "0505d241-4755-49bd-bdc2-53a40d9234f8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:06.057848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-be31b627-ff7f-4c4b-a08a-c6c64a79fd94 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:06.058242 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6', 'name': 'network-vif-deleted', 'tag': '0505d241-4755-49bd-bdc2-53a40d9234f8', 'status': 'completed', 'code': 200} Aug 31 17:17:06.398586 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e764a565-7f31-4d0a-8edc-5c7335714f7a req-84e26a10-245d-4137-b4b7-3b3fdf99d53c tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "GET /v2.0/ports?device_id=38b9d2c4-7d3e-46b9-be0b-7a027c7b78e6 HTTP/1.1" status: 200 len: 210 time: 0.0276263 Aug 31 17:17:06.856884 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a742e0-8fc0-4f8f-affd-d490f92b634b req-75104766-b04a-4624-ad7c-c1e6251d2b49 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:06.858446 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-25a742e0-8fc0-4f8f-affd-d490f92b634b req-75104766-b04a-4624-ad7c-c1e6251d2b49 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0584924 Aug 31 17:17:06.901449 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-25a742e0-8fc0-4f8f-affd-d490f92b634b req-39fef0a0-d696-4445-96ce-3c5e19360465 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362463 Aug 31 17:17:07.308177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-66ed76d1-b275-4878-af57-db0567c67392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:07.310867 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-66ed76d1-b275-4878-af57-db0567c67392 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1098 time: 0.0427971 Aug 31 17:17:07.403708 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-53439788-4291-429c-8c6e-83db4b303c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:07.405160 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-53439788-4291-429c-8c6e-83db4b303c11 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0868812 Aug 31 17:17:07.466195 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46290) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:07.475705 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-2eacac03-681e-427d-ba01-0006135033a9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 1000 time: 0.0626674 Aug 31 17:17:07.526441 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:07.528786 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-c3ea84fc-c99a-4990-a224-473702e5daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:07.530272 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-c3ea84fc-c99a-4990-a224-473702e5daba service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0427763 Aug 31 17:17:07.552783 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:07.578376 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-54b2704f-44f0-43ed-9f5a-ce9b5f7d01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:07.579892 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-54b2704f-44f0-43ed-9f5a-ce9b5f7d01cc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413580 Aug 31 17:17:07.615591 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:07.618196 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:07.619434 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] 10.222.0.107 "DELETE /v2.0/security-groups/0b99fa72-e952-405f-b7f5-66932ab6ccd5 HTTP/1.1" status: 204 len: 168 time: 0.1521800 Aug 31 17:17:07.630375 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99fa72-e952-405f-b7f5-66932ab6ccd5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:07.639362 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.639757 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.640098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.640689 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.641126 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.641456 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.641779 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.642487 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.642487 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.642793 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.643218 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.643544 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b1e4d0-1dfa-4f12-9cec-43b4ce6e3eed tempest-TestShelveInstance-1866148205 tempest-TestShelveInstance-1866148205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:17:07.678848 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46294) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:07.699155 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-8d87d9b5-810a-4192-8b13-74dc8e5cf9dd service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067700 Aug 31 17:17:07.789725 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3a566f27-3cf9-489b-9faf-cf33f63ccc67 req-52969296-7cbb-4766-b848-6b94d1d7a587 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830774 Aug 31 17:17:08.069649 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1a07b-20cf-4f23-96a4-0f5a4f6fbb68 req-336c0b76-cd2e-4f3b-ad5d-cc0fb9013aa8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:08.071400 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-45a1a07b-20cf-4f23-96a4-0f5a4f6fbb68 req-336c0b76-cd2e-4f3b-ad5d-cc0fb9013aa8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0921793 Aug 31 17:17:08.124261 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-45a1a07b-20cf-4f23-96a4-0f5a4f6fbb68 req-d48f0eb0-9b0e-4837-a3ce-bdea484d401c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Aug 31 17:17:08.197804 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:08.446624 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Deleting port 740ce908-9e2b-4563-892d-f2adb9d80d19 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:08.447708 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:08.524396 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] For port 740ce908-9e2b-4563-892d-f2adb9d80d19, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=740ce908-9e2b-4563-892d-f2adb9d80d19,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:08.525167 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:08.536717 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Calling delete_port for 740ce908-9e2b-4563-892d-f2adb9d80d19 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:08.718198 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:08.744745 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=740ce908-9e2b-4563-892d-f2adb9d80d19,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:08.911206 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.128321 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:17:09.492801 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:17:09.498759 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6d68b77b-97b9-4844-9abb-133b405161b7 admin admin] 10.222.0.107 "PUT /v2.0/routers/75ac6f13-37ea-43f7-9d3a-ed692e63c882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8187165 Aug 31 17:17:09.502621 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46306) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:09.506761 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] Sync routers for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:17:09.513337 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6c2a4-5200-4ab3-8633-5ae22338abcd req-9e0ae61a-65d3-47b4-83b2-8e2aceba8440 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:09.516980 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8aa6c2a4-5200-4ab3-8633-5ae22338abcd req-9e0ae61a-65d3-47b4-83b2-8e2aceba8440 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.2995503 Aug 31 17:17:09.519507 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:09.520128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:16:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:09.553971 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8aa6c2a4-5200-4ab3-8633-5ae22338abcd req-8f5ca566-9809-46ee-85bc-0df05c9472fd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326569 Aug 31 17:17:09.618719 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.626506 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:09.719057 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.777388 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Deleting port a571eb88-7cda-4fa1-ae88-0ac164342ffc {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:09.777727 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.810384 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:17:08Z', 'revision_number': 5, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port': {'id': 'a571eb88-7cda-4fa1-ae88-0ac164342ffc', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:11Z', 'updated_at': '2021-08-31T17:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:09.849048 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] Checking router: 75ac6f13-37ea-43f7-9d3a-ed692e63c882 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:17:09.859166 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.861186 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] Routers {'75ac6f13-37ea-43f7-9d3a-ed692e63c882'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:09.861595 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] For port a571eb88-7cda-4fa1-ae88-0ac164342ffc, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=a571eb88-7cda-4fa1-ae88-0ac164342ffc,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:09.861796 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:16:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:09.861951 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:09.874970 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Calling delete_port for a571eb88-7cda-4fa1-ae88-0ac164342ffc owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:09.947920 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] Set router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:10.000858 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:17:09Z', 'revision_number': 6, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:10.027348 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b11451-d680-4354-973f-e3b83cc7440d None None] The sync data for ids ['75ac6f13-37ea-43f7-9d3a-ed692e63c882'] in dv-cinder-786931-6-iscsi is: [{'id': '75ac6f13-37ea-43f7-9d3a-ed692e63c882', 'name': 'tempest-TestShelveInstance-1864241395-router', 'tenant_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:10Z', 'updated_at': '2021-08-31T17:17:09Z', 'revision_number': 6, 'project_id': 'ad5c7206ee68464aaefa52e368e8f5de', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:17:10.046023 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.077220 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a571eb88-7cda-4fa1-ae88-0ac164342ffc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:10.159466 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.253524 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.255588 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.298811 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.299262 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ac6f13-37ea-43f7-9d3a-ed692e63c882 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:17:10.303741 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.304888 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-23e35da4-ca02-4f56-a223-944ed459e9bc admin admin] 10.222.0.107 "DELETE /v2.0/routers/75ac6f13-37ea-43f7-9d3a-ed692e63c882 HTTP/1.1" status: 204 len: 168 time: 0.7998009 Aug 31 17:17:10.308952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46310) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:10.353025 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Deleting subnet 90e802a9-e1ea-4c38-8867-78dff79c0454 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:17:10.355877 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.394182 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.489272 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.549215 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.579108 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e802a9-e1ea-4c38-8867-78dff79c0454,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:10.581113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.585722 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c6e57205-49f2-4a44-93ff-69a98984e111 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/90e802a9-e1ea-4c38-8867-78dff79c0454 HTTP/1.1" status: 204 len: 168 time: 0.2730713 Aug 31 17:17:10.586097 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:10.589982 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb622fd9-cdff-4994-ab40-12b0566ecd1e None None] Network d6c80e80-588e-459a-b546-d3db8c6be4d3 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:17:10.665791 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.695440 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d3b41-248a-45b9-935b-898e83be0011 req-a24798e5-82b0-44ea-84c5-13f78be3ca44 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:10.697718 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-006d3b41-248a-45b9-935b-898e83be0011 req-a24798e5-82b0-44ea-84c5-13f78be3ca44 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 945 time: 0.0560043 Aug 31 17:17:10.726890 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Deleting port dc42d44d-3cdb-45ea-bf7a-77d3a638775e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:10.727257 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.744865 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-006d3b41-248a-45b9-935b-898e83be0011 req-b55734aa-a991-451f-b9e0-3c57008e18fb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Aug 31 17:17:10.754450 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:10.798845 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] For port dc42d44d-3cdb-45ea-bf7a-77d3a638775e, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,segment=NetworkSegment(d589e325-2cb0-4133-b794-6c54169ffd9d),segment_id=d589e325-2cb0-4133-b794-6c54169ffd9d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:10.799042 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.813931 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Calling delete_port for dc42d44d-3cdb-45ea-bf7a-77d3a638775e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:10.829101 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 740ce908-9e2b-4563-892d-f2adb9d80d19 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:10.869333 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 740ce908-9e2b-4563-892d-f2adb9d80d19 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:10.869681 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 740ce908-9e2b-4563-892d-f2adb9d80d19 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:10.912465 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.940549 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:10.954986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc42d44d-3cdb-45ea-bf7a-77d3a638775e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:10.969413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] No DVR routers for this DVR port dc42d44d-3cdb-45ea-bf7a-77d3a638775e on host dv-cinder-786931-6-iscsi {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:17:10.973452 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:10.976683 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52131191-28d3-428e-952a-0b9e6e57d48c" -d '{"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-unplugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:11.006633 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:11.012840 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.014085 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:11.039729 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f7a4f-8186-4db6-8466-68bc8d4ac707 x-openstack-request-id: req-f90f7a4f-8186-4db6-8466-68bc8d4ac707 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:11.040098 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-unplugged", "status": "failed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:11.040329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f90f7a4f-8186-4db6-8466-68bc8d4ac707 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:11.041547 dv-cinder-786931-6-iscsi neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'code': 422} returned with failed status Aug 31 17:17:11.043732 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955f8e3-3c3a-4a84-b250-522de1a38dd8 None None] DHCP port deletion for d6c80e80-588e-459a-b546-d3db8c6be4d3 request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:17:11.047422 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 0505d241-4755-49bd-bdc2-53a40d9234f8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:11.047763 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0505d241-4755-49bd-bdc2-53a40d9234f8 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:11.061619 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.073645 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c80e80-588e-459a-b546-d3db8c6be4d3']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:11.094610 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd589e325-2cb0-4133-b794-6c54169ffd9d') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:11.094915 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd589e325-2cb0-4133-b794-6c54169ffd9d') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:11.102657 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:11.111456 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12335694'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.134002 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.142337 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:17:11.142751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12213681'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: Traceback (most recent call last): Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: timer() Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: cb(*args, **kw) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: return func(*args, **kwargs) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: self._notify() Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: self.callback(batched_events) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: event.method(event) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: return f(self, *a, **k) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._get(url).json() Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: return self.request(url, 'GET', **kwargs) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:17:11.144625 dv-cinder-786931-6-iscsi neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:17:11.217880 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.226837 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.232021 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] 10.222.0.107 "DELETE /v2.0/networks/d6c80e80-588e-459a-b546-d3db8c6be4d3 HTTP/1.1" status: 204 len: 168 time: 0.6448851 Aug 31 17:17:11.232212 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46332) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:11.249126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86992-f6d4-4e63-a611-a805a58c6c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c80e80-588e-459a-b546-d3db8c6be4d3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:11.639417 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.912008 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Deleting port 1e5a0deb-73ef-404a-8983-3b0ee45de88b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:11.912690 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:11.940755 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a09273-e96a-41cb-affb-adcc303c3a2e req-3d9b86ea-5c83-40fa-8eb6-27ba5249cbea tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:11.943088 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-78a09273-e96a-41cb-affb-adcc303c3a2e req-3d9b86ea-5c83-40fa-8eb6-27ba5249cbea tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0528097 Aug 31 17:17:11.985810 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-78a09273-e96a-41cb-affb-adcc303c3a2e req-e65ae27a-4263-46a2-a9df-147c75dae381 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363665 Aug 31 17:17:11.997666 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] For port 1e5a0deb-73ef-404a-8983-3b0ee45de88b, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=1e5a0deb-73ef-404a-8983-3b0ee45de88b,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:11.998027 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.011730 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Calling delete_port for 1e5a0deb-73ef-404a-8983-3b0ee45de88b owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:12.140403 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-86b9d162-566f-48b4-a8e7-60ffc6f9eb9a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888886 Aug 31 17:17:12.203428 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.234772 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5a0deb-73ef-404a-8983-3b0ee45de88b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:12.265601 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a571eb88-7cda-4fa1-ae88-0ac164342ffc no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:12.302095 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: a571eb88-7cda-4fa1-ae88-0ac164342ffc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:12.302757 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device a571eb88-7cda-4fa1-ae88-0ac164342ffc not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:12.303820 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device dc42d44d-3cdb-45ea-bf7a-77d3a638775e no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:12.340319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: dc42d44d-3cdb-45ea-bf7a-77d3a638775e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:12.340708 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device dc42d44d-3cdb-45ea-bf7a-77d3a638775e not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:12.447872 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.697764 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:17:12.809368 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:17:12.814372 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9a212375-e334-4751-a15c-1c6402a36925 admin admin] 10.222.0.107 "PUT /v2.0/routers/bf273b7e-75cc-4cd5-b1b8-cb25f8833740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5803847 Aug 31 17:17:12.816823 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46370) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:12.819867 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] Sync routers for ids ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:17:12.830351 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] Routers {'bf273b7e-75cc-4cd5-b1b8-cb25f8833740'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:12.831085 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:16:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:12.921988 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:12.950511 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] Set router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:13.018219 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.076984 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Deleting port c8e3a98b-1df4-4884-ae63-e2eecfba7982 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:13.077334 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.130787 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408ab7e-80bf-4834-a3c9-5224ec5d4bbe req-c81f5865-7643-405f-9197-29c9e7dc6969 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.132315 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f408ab7e-80bf-4834-a3c9-5224ec5d4bbe req-c81f5865-7643-405f-9197-29c9e7dc6969 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0682003 Aug 31 17:17:13.143062 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:17:12Z', 'revision_number': 5, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port': {'id': 'c8e3a98b-1df4-4884-ae63-e2eecfba7982', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:10:16Z', 'updated_at': '2021-08-31T17:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:13.170864 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] For port c8e3a98b-1df4-4884-ae63-e2eecfba7982, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=c8e3a98b-1df4-4884-ae63-e2eecfba7982,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:13.170864 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.172255 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] Checking router: bf273b7e-75cc-4cd5-b1b8-cb25f8833740 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:17:13.180463 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] Routers {'bf273b7e-75cc-4cd5-b1b8-cb25f8833740'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:13.181701 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:16:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:13.183134 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Calling delete_port for c8e3a98b-1df4-4884-ae63-e2eecfba7982 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:13.204664 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f408ab7e-80bf-4834-a3c9-5224ec5d4bbe req-e2865ef9-7613-4ad8-8925-1c898cce640b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642233 Aug 31 17:17:13.220007 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-fb16d0a8-1e47-4540-a8be-43cf07361894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.221820 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-fb16d0a8-1e47-4540-a8be-43cf07361894 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8&tenant_id=8107b911803c4bd198dd74f3e21f9786 HTTP/1.1" status: 200 len: 1096 time: 0.0637381 Aug 31 17:17:13.278583 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] Set router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:13.302100 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-7a6628a8-27b7-457b-8409-25cd70aa92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.303624 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-7a6628a8-27b7-457b-8409-25cd70aa92c4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0467644 Aug 31 17:17:13.336306 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:17:13Z', 'revision_number': 6, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:13.362996 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f600e-9748-401e-af6f-32e3a84c7891 None None] The sync data for ids ['bf273b7e-75cc-4cd5-b1b8-cb25f8833740'] in dv-cinder-786931-6-iscsi is: [{'id': 'bf273b7e-75cc-4cd5-b1b8-cb25f8833740', 'name': 'tempest-TestShelveInstance-685461364-router', 'tenant_id': '8dd853f2d1d74f7a90025616ea70a473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:10:15Z', 'updated_at': '2021-08-31T17:17:13Z', 'revision_number': 6, 'project_id': '8dd853f2d1d74f7a90025616ea70a473', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:17:13.384982 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.411765 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e3a98b-1df4-4884-ae63-e2eecfba7982,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:13.439818 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-1987c8ad-d375-46fc-a6a4-d1a4d99cd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.441582 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-1987c8ad-d375-46fc-a6a4-d1a4d99cd6cc service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.1225760 Aug 31 17:17:13.485381 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.512884 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-1dd7b2fd-327d-4f8e-bc8e-0939866da0d8 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 998 time: 0.0627456 Aug 31 17:17:13.578461 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-750c80a2-e322-4bea-9b17-229b6e071818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.578994 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.579301 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-750c80a2-e322-4bea-9b17-229b6e071818 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0522037 Aug 31 17:17:13.580860 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.627235 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.627897 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf273b7e-75cc-4cd5-b1b8-cb25f8833740 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:17:13.634962 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.635278 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1e8d10fd-9f67-46c2-ac01-d3f42fb6657f admin admin] 10.222.0.107 "DELETE /v2.0/routers/bf273b7e-75cc-4cd5-b1b8-cb25f8833740 HTTP/1.1" status: 204 len: 168 time: 0.8174307 Aug 31 17:17:13.635371 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-dbc4d151-28ef-4a55-90c0-f00a546314bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:13.636748 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-dbc4d151-28ef-4a55-90c0-f00a546314bd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441098 Aug 31 17:17:13.637684 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46376) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:13.730692 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Deleting subnet ad884df6-145e-40f0-aebf-35a376ea5688 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:17:13.736269 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.792390 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.813812 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-ed0aec36-b0b7-4f57-953a-b1e421fd0079 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514473 Aug 31 17:17:13.948003 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:13.977703 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-90c30e93-fcbf-4dfe-897d-0d4d76f8e116 service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560018 Aug 31 17:17:14.010474 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.039960 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad884df6-145e-40f0-aebf-35a376ea5688,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:14.043836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.046580 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-2838f7de-9e4f-4be8-a020-8889007b6c23 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ad884df6-145e-40f0-aebf-35a376ea5688 HTTP/1.1" status: 204 len: 168 time: 0.4079232 Aug 31 17:17:14.048430 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46380) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:14.055507 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588b08c-e1cf-4c6b-ae24-eb223d86470e None None] Network 205ce276-ac4f-442a-8072-c42ffe762f05 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:17:14.120916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.194793 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Deleting port 64e589f4-2ca4-4491-b33d-9d2770a03393 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:14.195783 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.277173 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] DHCP port deletion for 205ce276-ac4f-442a-8072-c42ffe762f05 request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:17:14.283113 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device c8e3a98b-1df4-4884-ae63-e2eecfba7982 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:14.297329 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] For port 64e589f4-2ca4-4491-b33d-9d2770a03393, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=64e589f4-2ca4-4491-b33d-9d2770a03393,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:14.297692 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.313478 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Calling delete_port for 64e589f4-2ca4-4491-b33d-9d2770a03393 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:14.318970 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: c8e3a98b-1df4-4884-ae63-e2eecfba7982 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:14.319573 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device c8e3a98b-1df4-4884-ae63-e2eecfba7982 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:14.320199 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 1e5a0deb-73ef-404a-8983-3b0ee45de88b no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:14.344314 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 1e5a0deb-73ef-404a-8983-3b0ee45de88b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:14.344694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 1e5a0deb-73ef-404a-8983-3b0ee45de88b not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:14.393531 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Deleting port 64e589f4-2ca4-4491-b33d-9d2770a03393 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:14.393916 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.410298 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897fed-96e1-49fe-8f5b-c131933525c9 req-e79fe923-db15-4553-94b4-a1cbdcdff719 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:14.411587 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-72897fed-96e1-49fe-8f5b-c131933525c9 req-e79fe923-db15-4553-94b4-a1cbdcdff719 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0994160 Aug 31 17:17:14.480311 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] For port 64e589f4-2ca4-4491-b33d-9d2770a03393, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=64e589f4-2ca4-4491-b33d-9d2770a03393,segment=NetworkSegment(afb2c291-d829-4404-a4d3-7aaab35f45da),segment_id=afb2c291-d829-4404-a4d3-7aaab35f45da)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:14.480754 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.498789 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-72897fed-96e1-49fe-8f5b-c131933525c9 req-372e2d9b-128e-4c8f-ac3c-967ad71de880 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798023 Aug 31 17:17:14.518889 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.522467 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Calling delete_port for 64e589f4-2ca4-4491-b33d-9d2770a03393 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:14.547921 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] No DVR routers for this DVR port 64e589f4-2ca4-4491-b33d-9d2770a03393 on host dv-cinder-786931-6-iscsi {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:17:14.607063 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e589f4-2ca4-4491-b33d-9d2770a03393,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:14.686099 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:14.694988 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.707142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205ce276-ac4f-442a-8072-c42ffe762f05']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:14.718707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb2c291-d829-4404-a4d3-7aaab35f45da') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:14.719088 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb2c291-d829-4404-a4d3-7aaab35f45da') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:14.729565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12335694'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.751919 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.758498 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Releasing vlan 1549 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:17:14.758888 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12213681'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: Traceback (most recent call last): Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: timer() Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: cb(*args, **kw) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: return func(*args, **kwargs) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: self._notify() Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: self.callback(batched_events) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: event.method(event) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: return f(self, *a, **k) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._get(url).json() Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: return self.request(url, 'GET', **kwargs) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:17:14.761294 dv-cinder-786931-6-iscsi neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:17:14.829397 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.844588 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.849873 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] 10.222.0.107 "DELETE /v2.0/networks/205ce276-ac4f-442a-8072-c42ffe762f05 HTTP/1.1" status: 204 len: 168 time: 0.8001475 Aug 31 17:17:14.851294 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c7f40-9b87-4535-afec-b3e410fce8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=205ce276-ac4f-442a-8072-c42ffe762f05,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:14.879445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:14.926194 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Network 205ce276-ac4f-442a-8072-c42ffe762f05 is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 17:17:14.926685 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] No DVR routers for this DVR port 64e589f4-2ca4-4491-b33d-9d2770a03393 on host dv-cinder-786931-6-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:17:14.930667 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303a3a-6946-4d49-aec5-1241984c8300 None None] Pushing event deleted for resources: {'Port': ['ID=64e589f4-2ca4-4491-b33d-9d2770a03393,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:15.046299 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46406) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:15.100640 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2c315836-343f-4372-9b06-da82d1df30c0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ad5c7206ee68464aaefa52e368e8f5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524471 Aug 31 17:17:15.102470 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46408) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:15.158809 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59d1aee9-6295-44fd-825b-ad6aef071af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.182082 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59d1aee9-6295-44fd-825b-ad6aef071af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.231197 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59d1aee9-6295-44fd-825b-ad6aef071af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.233689 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-59d1aee9-6295-44fd-825b-ad6aef071af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.234827 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-59d1aee9-6295-44fd-825b-ad6aef071af6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/93eaf591-2b57-48d6-9fb8-3b69a00f35ae HTTP/1.1" status: 204 len: 168 time: 0.1307113 Aug 31 17:17:15.242773 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1aee9-6295-44fd-825b-ad6aef071af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eaf591-2b57-48d6-9fb8-3b69a00f35ae,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:15.583881 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46416) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:15.641208 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b206c885-39e7-4d35-a370-b0fa25f52f5e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8dd853f2d1d74f7a90025616ea70a473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558527 Aug 31 17:17:15.643465 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:15.661910 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42b96-35ab-4675-a478-6a146dfb835d req-c467e61e-82bd-4f82-a8ff-30b8812358d0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:15.663678 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-48e42b96-35ab-4675-a478-6a146dfb835d req-c467e61e-82bd-4f82-a8ff-30b8812358d0 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0565002 Aug 31 17:17:15.699136 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-667905ee-bd45-44ce-85af-204245dcc093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.711719 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-48e42b96-35ab-4675-a478-6a146dfb835d req-74276ff0-c126-4b48-b982-f0487b109fbf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378065 Aug 31 17:17:15.721465 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-667905ee-bd45-44ce-85af-204245dcc093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.774157 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-667905ee-bd45-44ce-85af-204245dcc093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.777866 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-667905ee-bd45-44ce-85af-204245dcc093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:15.779373 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-667905ee-bd45-44ce-85af-204245dcc093 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/417599e6-c0e5-4e9d-8db6-b6a5804e9a90 HTTP/1.1" status: 204 len: 168 time: 0.1350029 Aug 31 17:17:15.796804 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667905ee-bd45-44ce-85af-204245dcc093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417599e6-c0e5-4e9d-8db6-b6a5804e9a90,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:16.219255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 64e589f4-2ca4-4491-b33d-9d2770a03393 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:17:16.239446 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 64e589f4-2ca4-4491-b33d-9d2770a03393 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:17:16.239788 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 64e589f4-2ca4-4491-b33d-9d2770a03393 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:17:16.838171 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfc202-6b04-4945-9301-02ba4ef024ce req-0e9a6742-5c35-492d-a979-54cc9935dd64 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:16.839994 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bfc202-6b04-4945-9301-02ba4ef024ce req-0e9a6742-5c35-492d-a979-54cc9935dd64 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0539577 Aug 31 17:17:16.887050 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bfc202-6b04-4945-9301-02ba4ef024ce req-38b84b77-dac2-431b-a64d-de3e2610ab69 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Aug 31 17:17:17.787526 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-856d6a2b-7b17-4662-aa80-3262d7994721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:18.032009 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e5c3-1487-4896-a191-cbe301bb4f3b req-77e7c09b-de13-469f-bdcb-632002147f8c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:18.033667 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7922e5c3-1487-4896-a191-cbe301bb4f3b req-77e7c09b-de13-469f-bdcb-632002147f8c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0592248 Aug 31 17:17:18.084627 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7922e5c3-1487-4896-a191-cbe301bb4f3b req-e99b08bc-3f6e-4bec-a299-7d369af97f0e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Aug 31 17:17:19.233285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132e1e8-68fc-458c-aacd-b3480466eab3 req-a0a09c87-147f-40b1-bb40-6965fb7043d8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:19.234824 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1132e1e8-68fc-458c-aacd-b3480466eab3 req-a0a09c87-147f-40b1-bb40-6965fb7043d8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0585098 Aug 31 17:17:19.278985 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1132e1e8-68fc-458c-aacd-b3480466eab3 req-f1196c17-c527-41f8-bf7c-6560d0297eff tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Aug 31 17:17:20.407644 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400be5-01fd-4b6d-a6cd-3beadbac92ce req-d357b8b3-c9ba-4297-8774-38463ac1b68c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:20.409039 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1d400be5-01fd-4b6d-a6cd-3beadbac92ce req-d357b8b3-c9ba-4297-8774-38463ac1b68c tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0538795 Aug 31 17:17:20.447468 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1d400be5-01fd-4b6d-a6cd-3beadbac92ce req-68f5f54d-6f45-4192-8804-24e26b7fdb17 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Aug 31 17:17:20.623729 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:20.668324 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-772c138f-05af-477b-a1b5-a98ce13fad14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:21.568196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66b8a7-cbf3-4edb-851d-856d8b5ad8c4 req-7b1a82c1-619f-4102-86ef-92a87de41ff3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:21.569904 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ba66b8a7-cbf3-4edb-851d-856d8b5ad8c4 req-7b1a82c1-619f-4102-86ef-92a87de41ff3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0492322 Aug 31 17:17:21.610012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ba66b8a7-cbf3-4edb-851d-856d8b5ad8c4 req-f23966cf-4c1f-4f9b-8aac-784a0027f98f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332029 Aug 31 17:17:21.970314 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:22.732107 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9978-13ed-460a-ac44-b1bc805f9b6e req-aa798ddd-b2d0-4ad6-9b54-3ea75165eb95 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:22.733615 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0bcd9978-13ed-460a-ac44-b1bc805f9b6e req-aa798ddd-b2d0-4ad6-9b54-3ea75165eb95 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0533440 Aug 31 17:17:22.773461 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0bcd9978-13ed-460a-ac44-b1bc805f9b6e req-80d706dd-113e-46d4-ad0c-1c058b6a2dc3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336163 Aug 31 17:17:23.579164 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:23.898375 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d53d43-93f7-4540-ac06-ae9eb50290e1 req-8eb7d4a4-4db2-4af3-a797-f35e5bcef8ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:23.899893 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-96d53d43-93f7-4540-ac06-ae9eb50290e1 req-8eb7d4a4-4db2-4af3-a797-f35e5bcef8ee tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0524895 Aug 31 17:17:23.938715 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-96d53d43-93f7-4540-ac06-ae9eb50290e1 req-21cdef6f-ca29-4c69-ba9e-7298f30b19d7 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318897 Aug 31 17:17:25.062508 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efed9aa-b60c-4030-b88a-6ad8c31135c6 req-1f4891f2-6f19-4fa9-95d2-74b5713dc7a3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:25.064008 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7efed9aa-b60c-4030-b88a-6ad8c31135c6 req-1f4891f2-6f19-4fa9-95d2-74b5713dc7a3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0504515 Aug 31 17:17:25.106299 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7efed9aa-b60c-4030-b88a-6ad8c31135c6 req-8943fc8e-6c5f-46aa-a67f-c3669a22359b tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361793 Aug 31 17:17:26.230060 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca9f41-6488-47e7-b1e9-f1f5a70b2c8a req-91c8b2cb-0be6-4e7d-b985-94df3c52a946 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:26.231667 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8aca9f41-6488-47e7-b1e9-f1f5a70b2c8a req-91c8b2cb-0be6-4e7d-b985-94df3c52a946 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0503078 Aug 31 17:17:26.269389 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8aca9f41-6488-47e7-b1e9-f1f5a70b2c8a req-df34311f-9089-4498-a3e0-1cf9865ba750 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316813 Aug 31 17:17:27.410817 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d137fb-e55f-4a69-84bd-2702334d2394 req-27751486-4935-41b8-b3b0-3a6443a0c604 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:27.412319 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-54d137fb-e55f-4a69-84bd-2702334d2394 req-27751486-4935-41b8-b3b0-3a6443a0c604 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0667205 Aug 31 17:17:27.459543 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-54d137fb-e55f-4a69-84bd-2702334d2394 req-9d170a60-ee4a-49b3-9344-b2a1cff3a0dd tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Aug 31 17:17:28.580586 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486f320-a6c1-4146-adac-018693a8a040 req-84a98eb0-89ed-4894-be89-cf4fae73f2e1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:28.582085 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a486f320-a6c1-4146-adac-018693a8a040 req-84a98eb0-89ed-4894-be89-cf4fae73f2e1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0489471 Aug 31 17:17:28.620979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a486f320-a6c1-4146-adac-018693a8a040 req-6b5e5a70-0dd8-4a08-ba3f-d6e274448eaf tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Aug 31 17:17:29.741541 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40b2ae-ec19-4f9f-bf15-f379bee042d6 req-03f2c65c-d333-4982-9cda-0c1775114094 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:29.743016 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0d40b2ae-ec19-4f9f-bf15-f379bee042d6 req-03f2c65c-d333-4982-9cda-0c1775114094 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0510154 Aug 31 17:17:29.781051 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0d40b2ae-ec19-4f9f-bf15-f379bee042d6 req-4a81096e-5c81-4632-addc-67161eb1db57 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Aug 31 17:17:30.903135 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afdbf1-d46a-41fd-9382-afca6919369c req-ab826c94-7aa7-40b5-a1c4-846c9a890fba tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:30.904673 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-09afdbf1-d46a-41fd-9382-afca6919369c req-ab826c94-7aa7-40b5-a1c4-846c9a890fba tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0523834 Aug 31 17:17:30.941094 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-09afdbf1-d46a-41fd-9382-afca6919369c req-0b93de8e-6211-428a-a807-f46375905e07 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306187 Aug 31 17:17:32.065313 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20524f5-d356-4ccc-9339-3f4825f6df1f req-c540336b-97f3-4d25-a79d-4414daef8aed tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:32.066858 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c20524f5-d356-4ccc-9339-3f4825f6df1f req-c540336b-97f3-4d25-a79d-4414daef8aed tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0516622 Aug 31 17:17:32.113127 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c20524f5-d356-4ccc-9339-3f4825f6df1f req-ee67449c-bd37-48a2-8470-985ec1080d7a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399234 Aug 31 17:17:33.232263 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bf168-0fa3-4f5c-b4a1-5618c41d885c req-57da239f-f9cd-4680-b85d-88599e8563fe tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:33.233741 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e60bf168-0fa3-4f5c-b4a1-5618c41d885c req-57da239f-f9cd-4680-b85d-88599e8563fe tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0476844 Aug 31 17:17:33.270118 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e60bf168-0fa3-4f5c-b4a1-5618c41d885c req-f30c24a8-3c60-4269-b03c-8ee4fb6b9f56 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302856 Aug 31 17:17:34.390969 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3f66f-a321-45b5-8d4a-a8aa9076cf57 req-a1745cfb-c6c7-46fc-8263-601d37473ac3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:34.392456 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-22f3f66f-a321-45b5-8d4a-a8aa9076cf57 req-a1745cfb-c6c7-46fc-8263-601d37473ac3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0488460 Aug 31 17:17:34.429507 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-22f3f66f-a321-45b5-8d4a-a8aa9076cf57 req-02a8c6d3-9c1c-4aaa-ad70-db42d8ca5852 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Aug 31 17:17:35.546139 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6346ae-ac44-43f8-acc4-1436381468fd req-25139c31-e418-4a39-aa5f-82e5143a6447 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:35.547613 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f6346ae-ac44-43f8-acc4-1436381468fd req-25139c31-e418-4a39-aa5f-82e5143a6447 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0471945 Aug 31 17:17:35.584717 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f6346ae-ac44-43f8-acc4-1436381468fd req-1a84d9c5-b225-49e3-970c-af915b2e4e71 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Aug 31 17:17:36.139746 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:17:36.702540 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ba4fa-efab-40d9-be83-46713cefc919 req-8da04161-f116-4bae-9f84-9ff8c5f73e7a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:36.703918 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-452ba4fa-efab-40d9-be83-46713cefc919 req-8da04161-f116-4bae-9f84-9ff8c5f73e7a tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 943 time: 0.0475762 Aug 31 17:17:36.742178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-452ba4fa-efab-40d9-be83-46713cefc919 req-a8e75b86-dc30-4547-a220-5634414c2d63 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Aug 31 17:17:36.842178 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:17:36.933172 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:36.946498 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'port_id': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'mac_address': 'fa:16:3e:44:e4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:17:36.984618 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:36.997205 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31a803e-461b-44f2-8021-4ad0763feb1d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:17:37.015755 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:37.019264 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:37.065196 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:37.537790 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['e31a803e-461b-44f2-8021-4ad0763feb1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:17:37.862487 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c2c87-5089-42bb-920d-330de82bae39 req-328f9999-9251-45d3-be4f-aff2d5760557 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:37.863961 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-824c2c87-5089-42bb-920d-330de82bae39 req-328f9999-9251-45d3-be4f-aff2d5760557 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 944 time: 0.0517855 Aug 31 17:17:37.901349 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-824c2c87-5089-42bb-920d-330de82bae39 req-fb9ae2d5-f9ca-49d6-9dbf-5b7643271239 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Aug 31 17:17:38.878247 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:17:38.923891 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port e31a803e-461b-44f2-8021-4ad0763feb1d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:17:38.924252 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:38.999887 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:39.021679 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997f5a-32d2-42a3-b782-edfaf9350f7f req-365afb63-8b77-44f5-84ca-0313108edfcb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:39.022378 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:39.023154 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e0997f5a-32d2-42a3-b782-edfaf9350f7f req-365afb63-8b77-44f5-84ca-0313108edfcb tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 944 time: 0.0516579 Aug 31 17:17:39.024593 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f934a0-44f7-4ec6-841a-0ea307036f36" -d '{"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:39.036775 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:39.042770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:39.064201 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e0997f5a-32d2-42a3-b782-edfaf9350f7f req-ea9f447d-57ae-44b5-ad07-9fa6523637a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Aug 31 17:17:39.095126 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:39.250517 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b79a2-ee7f-44dc-bea0-e3f42118b9d5 x-openstack-request-id: req-753b79a2-ee7f-44dc-bea0-e3f42118b9d5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:39.250831 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-plugged", "status": "completed", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:39.251078 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-753b79a2-ee7f-44dc-bea0-e3f42118b9d5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:39.251465 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'code': 200} Aug 31 17:17:39.453324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb92fb2-082d-4ec3-b1aa-7954297f8612 req-e65629ac-cbcc-4040-9752-93c1402f06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:39.454738 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3fb92fb2-082d-4ec3-b1aa-7954297f8612 req-e65629ac-cbcc-4040-9752-93c1402f06a7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0467176 Aug 31 17:17:39.498170 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3fb92fb2-082d-4ec3-b1aa-7954297f8612 req-4aefa945-7184-4202-9bb2-ab1dc0af2c6b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289354 Aug 31 17:17:39.837304 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:40.189423 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbba2c-76f1-4b25-a1f9-e4d6cba2781a req-eda72104-f5cf-4c5c-911c-4fe5f20a02fe tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:40.190906 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9fbbba2c-76f1-4b25-a1f9-e4d6cba2781a req-eda72104-f5cf-4c5c-911c-4fe5f20a02fe tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0491412 Aug 31 17:17:40.228110 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9fbbba2c-76f1-4b25-a1f9-e4d6cba2781a req-cfe7bff3-b7f6-4f38-9eaa-ff92100e2b34 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Aug 31 17:17:41.353429 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f24b-f413-493b-9294-120cc5acf970 req-7d30ff26-dd49-456f-823d-c1d4fbef4505 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:41.355031 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ec81f24b-f413-493b-9294-120cc5acf970 req-7d30ff26-dd49-456f-823d-c1d4fbef4505 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0495734 Aug 31 17:17:41.393281 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ec81f24b-f413-493b-9294-120cc5acf970 req-c9fc51f8-4fa5-4082-8a0e-0e68d4957978 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Aug 31 17:17:41.621775 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-3a004cbe-0cc5-4094-b5cf-77b7250a8007 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467153 Aug 31 17:17:41.696201 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-53def566-afcd-4e57-8fb7-0aa3f2ca3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:41.697837 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-53def566-afcd-4e57-8fb7-0aa3f2ca3b65 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d74712dc28c44c8b91a70c6798977347&device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 1099 time: 0.0420821 Aug 31 17:17:41.815976 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-b6030c7e-8546-4f03-a0cc-7b5ecd570f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:41.817527 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-b6030c7e-8546-4f03-a0cc-7b5ecd570f42 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 200 len: 912 time: 0.0963204 Aug 31 17:17:41.895964 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-8254c207-69ed-4f92-b06e-a49a9ce9b5c9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428 HTTP/1.1" status: 200 len: 1002 time: 0.0666094 Aug 31 17:17:41.974999 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-7830fa17-5d18-438c-abc4-d6b77cd632ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:41.976916 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-7830fa17-5d18-438c-abc4-d6b77cd632ae service neutron] 10.222.0.109 "GET /v2.0/subnets?id=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 200 len: 849 time: 0.0533319 Aug 31 17:17:42.056684 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-40cf9f29-fc11-4512-bfb4-324b2a8e68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:42.058622 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-40cf9f29-fc11-4512-bfb4-324b2a8e68bd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5de20606-e586-4648-9c0b-decffe11620a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483797 Aug 31 17:17:42.173923 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-ad65022b-9747-47c8-8095-2be89cc81240 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904021 Aug 31 17:17:42.276332 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-082ee8fa-1b2b-434b-93a4-c1c8b03f2d07 req-e9791ee9-1ee7-409a-beb9-13457f776ad1 service neutron] 10.222.0.109 "GET /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851519 Aug 31 17:17:42.513780 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f9480-c1aa-4bd9-b61f-b83eaed18ead req-d3e78e80-5307-44a6-8868-e08d580a98e4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:42.515210 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ca2f9480-c1aa-4bd9-b61f-b83eaed18ead req-d3e78e80-5307-44a6-8868-e08d580a98e4 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0519776 Aug 31 17:17:42.554663 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ca2f9480-c1aa-4bd9-b61f-b83eaed18ead req-a823d2a2-1cc6-473e-9e30-14f0d203b1a9 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Aug 31 17:17:47.780270 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2647b72-29ce-4faa-a247-a108575ab94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:50.625672 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:50.667378 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b31ef5e-4594-4e59-aefa-d981367ff728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:51.971064 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:53.582102 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:54.124578 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b17c32-e4c4-4862-8470-50a0a57a60c4 req-92dd3a36-ced3-4540-b79a-f99205688218 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:54.126065 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-16b17c32-e4c4-4862-8470-50a0a57a60c4 req-92dd3a36-ced3-4540-b79a-f99205688218 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0545073 Aug 31 17:17:54.163700 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-16b17c32-e4c4-4862-8470-50a0a57a60c4 req-e73f045b-83d4-4147-a67b-0fe52b3af3f5 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Aug 31 17:17:55.280400 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846ba53-1276-49c4-a6b8-a46e2b7f8537 req-31d5a85e-4fae-4749-badb-f0c6f6578763 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:55.281876 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c846ba53-1276-49c4-a6b8-a46e2b7f8537 req-31d5a85e-4fae-4749-badb-f0c6f6578763 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0505500 Aug 31 17:17:55.318987 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c846ba53-1276-49c4-a6b8-a46e2b7f8537 req-efc913a5-d19b-40ab-a1bf-db1b180d595c tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Aug 31 17:17:56.432708 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7114-c12d-4de5-b425-952bd8309988 req-3aeb1c9c-5e12-4f90-b783-c2a8cb30d0b9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:56.434085 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-28bd7114-c12d-4de5-b425-952bd8309988 req-3aeb1c9c-5e12-4f90-b783-c2a8cb30d0b9 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0482967 Aug 31 17:17:56.473212 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-28bd7114-c12d-4de5-b425-952bd8309988 req-681251ee-0d0b-442f-833d-596704296f2a tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups?id=02a0e9b3-0416-419b-b866-92c7356c2985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Aug 31 17:17:57.012386 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4c76-232b-423c-850e-2412adac8131 req-7f711e74-ab9a-4dcc-a4d7-c229a9b55902 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:17:57.013907 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be5b4c76-232b-423c-850e-2412adac8131 req-7f711e74-ab9a-4dcc-a4d7-c229a9b55902 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 946 time: 0.0476899 Aug 31 17:17:57.107268 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Deleting port f32dce9e-3e76-4935-9901-2e2f68d5d428 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:57.107609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.195917 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] For port f32dce9e-3e76-4935-9901-2e2f68d5d428, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f32dce9e-3e76-4935-9901-2e2f68d5d428,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:17:57.196278 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.365844 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.366147 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.366492 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Floating IP 0d96687b-176f-4d9d-9e1e-4a547fd2bb9c disassociated. External IP: 172.27.2.243, port: f32dce9e-3e76-4935-9901-2e2f68d5d428. Aug 31 17:17:57.366835 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Calling delete_port for f32dce9e-3e76-4935-9901-2e2f68d5d428 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:17:57.491755 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.519950 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event deleted for resources: {'Port': ['ID=f32dce9e-3e76-4935-9901-2e2f68d5d428,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:57.569804 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-81c527fd-9bbf-49e8-aa68-1fa1546a116e req-6a280cd3-7164-48b5-a823-2bda667a90e8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/ports?device_id=ac44cd3e-62e6-42c6-aabd-24381b960735 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Aug 31 17:17:57.632036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:17:57.743570 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:17:57.787699 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] No DVR routers for this DVR port f32dce9e-3e76-4935-9901-2e2f68d5d428 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:17:57.790966 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:57.793675 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be5b4c76-232b-423c-850e-2412adac8131 req-7cfbb9cc-45cc-4f55-bb54-501cfe894ee8 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.109 "DELETE /v2.0/ports/f32dce9e-3e76-4935-9901-2e2f68d5d428 HTTP/1.1" status: 204 len: 173 time: 0.7709405 Aug 31 17:17:57.794057 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'name': 'network-vif-deleted', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:17:57.796329 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f3228-21e8-4bf3-8e7d-2a55d89400fc" -d '{"events": [{"server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "name": "network-vif-deleted", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:17:57.801817 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:17:57.811602 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:57.812436 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:17:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:57.835858 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daa939d-b750-4dd1-8db0-d56ea380055f x-openstack-request-id: req-4daa939d-b750-4dd1-8db0-d56ea380055f {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:17:57.836186 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac44cd3e-62e6-42c6-aabd-24381b960735", "name": "network-vif-deleted", "tag": "f32dce9e-3e76-4935-9901-2e2f68d5d428", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:17:57.836442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4daa939d-b750-4dd1-8db0-d56ea380055f {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:17:57.836872 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac44cd3e-62e6-42c6-aabd-24381b960735', 'name': 'network-vif-deleted', 'tag': 'f32dce9e-3e76-4935-9901-2e2f68d5d428', 'status': 'completed', 'code': 200} Aug 31 17:17:57.923689 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:58.123358 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:58.157445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:17:58.167390 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:17:58.167925 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:17:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:58.392197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:17:58.602283 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:17:58.628241 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0a591-4603-4f64-a63e-23e4bad4fb11 None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': 'b84b2e13-9c1a-49a5-addb-04c9c27b37b6', 'name': '', 'network_id': '5de20606-e586-4648-9c0b-decffe11620a', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'mac_address': 'fa:16:3e:b2:5b:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:39Z', 'updated_at': '2021-08-31T17:06:51Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'subnets': [{'id': '4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:17:58.841039 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574c5bb5-62f0-4f17-aa08-348b355acc45 None None] New status for floating IP 0d96687b-176f-4d9d-9e1e-4a547fd2bb9c: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:17:59.673126 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46654) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:59.726441 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b3db6e6-1a5f-4b6d-840e-58d7ad950034 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:59.749191 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b3db6e6-1a5f-4b6d-840e-58d7ad950034 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:59.797898 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b3db6e6-1a5f-4b6d-840e-58d7ad950034 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:59.800399 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b3db6e6-1a5f-4b6d-840e-58d7ad950034 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:17:59.801599 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2b3db6e6-1a5f-4b6d-840e-58d7ad950034 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "DELETE /v2.0/security-groups/02a0e9b3-0416-419b-b866-92c7356c2985 HTTP/1.1" status: 204 len: 168 time: 0.1274657 Aug 31 17:17:59.804504 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:59.811160 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3db6e6-1a5f-4b6d-840e-58d7ad950034 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0e9b3-0416-419b-b866-92c7356c2985,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:17:59.820141 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.api.v2.resource [None req-4b17559f-fae9-463a-8a48-25433825ef71 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] show failed (client error): The resource could not be found. Aug 31 17:17:59.824370 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-4b17559f-fae9-463a-8a48-25433825ef71 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "GET /v2.0/security-groups/02a0e9b3-0416-419b-b866-92c7356c2985 HTTP/1.1" status: 404 len: 347 time: 0.0186863 Aug 31 17:17:59.824571 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46658) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:17:59.945180 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Deleting port e1f35905-d25e-4203-85da-15ebe0ecaf3c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:17:59.945702 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:00.022135 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:00.022464 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:00.033688 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Calling delete_port for e1f35905-d25e-4203-85da-15ebe0ecaf3c owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:00.166843 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:00.192761 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Pushing event deleted for resources: {'Port': ['ID=e1f35905-d25e-4203-85da-15ebe0ecaf3c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:00.250159 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:00.252621 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:00.253781 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7329e421-1e5e-46d6-9184-d0a57baa8ef2 tempest-AttachVolumeTestJSON-858365861 tempest-AttachVolumeTestJSON-858365861-project] 10.222.0.107 "DELETE /v2.0/floatingips/0d96687b-176f-4d9d-9e1e-4a547fd2bb9c HTTP/1.1" status: 204 len: 168 time: 0.4282663 Aug 31 17:18:00.935007 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f32dce9e-3e76-4935-9901-2e2f68d5d428 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:18:00.958819 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: f32dce9e-3e76-4935-9901-2e2f68d5d428 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:18:00.959155 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device f32dce9e-3e76-4935-9901-2e2f68d5d428 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:18:03.807123 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46688) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:04.531741 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:04.770067 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Deleting port b84b2e13-9c1a-49a5-addb-04c9c27b37b6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:18:04.770403 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:04.858183 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] For port b84b2e13-9c1a-49a5-addb-04c9c27b37b6, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:04.858864 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:04.872269 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Calling delete_port for b84b2e13-9c1a-49a5-addb-04c9c27b37b6 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:05.057229 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:05.083965 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84b2e13-9c1a-49a5-addb-04c9c27b37b6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:05.249488 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:05.469646 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:18:05.572044 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:18:05.581091 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2bd39dcf-301a-48b4-803c-11f2cd30d839 admin admin] 10.222.0.107 "PUT /v2.0/routers/0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694731 Aug 31 17:18:05.581091 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46692) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:05.584085 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] Sync routers for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:18:05.594638 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:18:05.595243 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:17:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:05.683528 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:05.701744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:18:05.791705 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:05.844583 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Deleting port d7683800-dc87-4e3b-b772-5d1a144e9e95 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:18:05.844930 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:05.893422 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:18:05Z', 'revision_number': 5, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port': {'id': 'd7683800-dc87-4e3b-b772-5d1a144e9e95', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:33Z', 'updated_at': '2021-08-31T17:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:05.919495 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] Checking router: 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:18:05.925473 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] For port d7683800-dc87-4e3b-b772-5d1a144e9e95, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=d7683800-dc87-4e3b-b772-5d1a144e9e95,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:05.925995 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:05.927516 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] Routers {'0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:18:05.928113 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:17:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:05.939407 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Calling delete_port for d7683800-dc87-4e3b-b772-5d1a144e9e95 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:06.016278 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] Set router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:18:06.070848 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:18:05Z', 'revision_number': 6, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:06.097223 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314979d4-2911-426c-9e7a-63f11c28fb4e None None] The sync data for ids ['0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a'] in dv-cinder-786931-6-iscsi is: [{'id': '0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a', 'name': 'tempest-AttachVolumeTestJSON-816266462-router', 'tenant_id': 'd74712dc28c44c8b91a70c6798977347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:18:05Z', 'revision_number': 6, 'project_id': 'd74712dc28c44c8b91a70c6798977347', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:18:06.103756 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.132340 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7683800-dc87-4e3b-b772-5d1a144e9e95,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:06.194768 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.280776 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.282818 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.328551 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.329017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:18:06.334040 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.335245 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-06c3ecaf-8188-4108-b583-9d79124e85c9 admin admin] 10.222.0.107 "DELETE /v2.0/routers/0ed3c30b-3af8-4624-b6a2-eb5fb7dea68a HTTP/1.1" status: 204 len: 168 time: 0.7536023 Aug 31 17:18:06.337738 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:06.388659 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Deleting subnet 4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:18:06.391678 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.425963 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.530411 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.594018 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.617272 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:06.623602 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.625493 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f31aadef-4a39-4640-b66a-a3c07fb2b158 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4ffd6e3e-adbb-42b4-bc02-7c51c1f96d0c HTTP/1.1" status: 204 len: 168 time: 0.2868376 Aug 31 17:18:06.628129 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 46696) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:06.629732 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba54635-ba9e-4cff-9984-e88f3c819532 None None] Network 5de20606-e586-4648-9c0b-decffe11620a requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:18:06.692936 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.753706 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Deleting port 8cc57862-21eb-4143-94c9-7aecc42b8edd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:18:06.754047 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.814964 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] For port 8cc57862-21eb-4143-94c9-7aecc42b8edd, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=8cc57862-21eb-4143-94c9-7aecc42b8edd,segment=NetworkSegment(55258272-f367-47cd-8bcf-5cd4ea7b0bdb),segment_id=55258272-f367-47cd-8bcf-5cd4ea7b0bdb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:06.815243 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.828565 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Calling delete_port for 8cc57862-21eb-4143-94c9-7aecc42b8edd owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:06.884696 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b84b2e13-9c1a-49a5-addb-04c9c27b37b6 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:18:06.907059 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: b84b2e13-9c1a-49a5-addb-04c9c27b37b6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:18:06.907826 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device b84b2e13-9c1a-49a5-addb-04c9c27b37b6 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:18:06.912716 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] DHCP port deletion for 5de20606-e586-4648-9c0b-decffe11620a request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:18:06.923730 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:06.954580 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc57862-21eb-4143-94c9-7aecc42b8edd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:06.959048 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] No DVR routers for this DVR port 8cc57862-21eb-4143-94c9-7aecc42b8edd on host dv-cinder-786931-6-iscsi {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:18:06.962048 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Deleting port 8cc57862-21eb-4143-94c9-7aecc42b8edd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:18:06.962420 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.027219 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] For port 8cc57862-21eb-4143-94c9-7aecc42b8edd, host dv-cinder-786931-6-iscsi, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:07.027601 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.029328 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.038999 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de20606-e586-4648-9c0b-decffe11620a']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:07.039741 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Calling delete_port for 8cc57862-21eb-4143-94c9-7aecc42b8edd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:18:07.042369 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Port 8cc57862-21eb-4143-94c9-7aecc42b8edd was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 17:18:07.043571 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.052215 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55258272-f367-47cd-8bcf-5cd4ea7b0bdb') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:07.052532 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55258272-f367-47cd-8bcf-5cd4ea7b0bdb') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:18:07.061747 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.068528 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Pushing event deleted for resources: {'Port': ['ID=8cc57862-21eb-4143-94c9-7aecc42b8edd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:07.074018 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] No DVR routers for this DVR port 8cc57862-21eb-4143-94c9-7aecc42b8edd on host dv-cinder-786931-6-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:18:07.080089 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.080243 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.080473 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.080854 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.081193 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.081336 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.081577 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.081870 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.082207 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.082563 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.082880 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.083203 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.083519 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f974f9-3d51-4fde-a627-5b5636ee3c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.090181 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Releasing vlan 1532 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:18:07.091020 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:18:07.092344 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:18:07.154403 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.171782 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.173678 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] 10.222.0.107 "DELETE /v2.0/networks/5de20606-e586-4648-9c0b-decffe11620a HTTP/1.1" status: 204 len: 168 time: 0.5446188 Aug 31 17:18:07.174670 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670fc5e-ece8-47a9-9d9c-341f8281423d admin admin] Pushing event deleted for resources: {'Network': ['ID=5de20606-e586-4648-9c0b-decffe11620a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:07.304540 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46700) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:07.344979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-977e964f-5073-4b34-a8ee-ab00c92b1aec admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d74712dc28c44c8b91a70c6798977347&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389693 Aug 31 17:18:07.347455 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46702) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:07.400110 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.421025 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.467227 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.469830 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:07.471004 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/13e35a10-99cc-4b33-8ace-c4b56a23dca1 HTTP/1.1" status: 204 len: 168 time: 0.1226676 Aug 31 17:18:07.478631 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e35a10-99cc-4b33-8ace-c4b56a23dca1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:07.486023 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.486372 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.486713 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.487050 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.487382 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.487712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.488166 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.488514 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.488847 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.489173 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.489498 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:07.489817 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa3518-db12-47c7-8439-35d681162ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:18:08.143906 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46724) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:08.245855 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1348131056-network', 'tenant_id': '907cc0f1302a4dc5ae9cd1f0a1966b02'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:08.256705 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device d7683800-dc87-4e3b-b772-5d1a144e9e95 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:18:08.268509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Made reservation on behalf of 907cc0f1302a4dc5ae9cd1f0a1966b02 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:18:08.270995 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.279577 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: d7683800-dc87-4e3b-b772-5d1a144e9e95 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:18:08.279920 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device d7683800-dc87-4e3b-b772-5d1a144e9e95 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:18:08.280337 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 8cc57862-21eb-4143-94c9-7aecc42b8edd no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:18:08.282651 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.299329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 8cc57862-21eb-4143-94c9-7aecc42b8edd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:18:08.299671 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 8cc57862-21eb-4143-94c9-7aecc42b8edd not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:18:08.380686 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.384528 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.411537 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1501, 'physical_network': 'physnet1'} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:18:08.418478 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18fb7c-c2ad-4a73-8c67-e5981251358a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:08.424998 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.425354 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Added segment cc50eb8f-6982-428f-8be4-fbeda679cabf of type vlan for network d03116af-aa13-4517-96b8-36b16fecb003 Aug 31 17:18:08.465584 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.490221 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.491274 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:08.491860 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.547245 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4021916 Aug 31 17:18:08.550001 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 46728) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:18:08.554676 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Request body: {'subnet': {'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1348131056-subnet', 'tenant_id': '907cc0f1302a4dc5ae9cd1f0a1966b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:08.557713 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b89fb1-1fd3-4eee-a5d2-ce737c9459d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d03116af-aa13-4517-96b8-36b16fecb003,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:08.568464 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network d03116af-aa13-4517-96b8-36b16fecb003 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:18:08.577862 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Made reservation on behalf of 907cc0f1302a4dc5ae9cd1f0a1966b02 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:18:08.580137 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12307828'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.759497 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12215252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12307810'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.817973 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a347bd-bc9b-422e-9372-26185482bd79,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:08.828101 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Checking segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:18:08.828515 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Network hostable DHCP agents. Network: d03116af-aa13-4517-96b8-36b16fecb003, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:18:08.845789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Network d03116af-aa13-4517-96b8-36b16fecb003 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:18:08.854920 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, d03116af-aa13-4517-96b8-36b16fecb003) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:18:08.859416 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:08.859994 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:08.865986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd3c15-1952-4b51-9d49-5ec12ddbdb13 None None] Network d03116af-aa13-4517-96b8-36b16fecb003 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:18:08.874746 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d3445f7d-4704-490b-8428-16b05861d085 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3237455 Aug 31 17:18:08.996833 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a6778c-743b-40fd-a0ac-9d9f3c9558a6 None None] Network d03116af-aa13-4517-96b8-36b16fecb003 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:18:09.304904 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-702bb3f7-97bb-4e20-896b-20d673127633 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:09.306291 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-702bb3f7-97bb-4e20-896b-20d673127633 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1021507 Aug 31 17:18:09.321013 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-86773ccb-66d8-4ff5-adf9-9de2d79568af tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/quotas/907cc0f1302a4dc5ae9cd1f0a1966b02 HTTP/1.1" status: 200 len: 375 time: 0.0089645 Aug 31 17:18:09.351745 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-f67c116f-7705-4e25-81df-2513e08849ec tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256498 Aug 31 17:18:09.363295 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-f42ad0f6-1d41-4a09-b543-fef94ff9650c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:18:09.364355 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-f42ad0f6-1d41-4a09-b543-fef94ff9650c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055280 Aug 31 17:18:09.495654 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-bcb51c0e-babc-48fb-b7ac-e4d0f09d0e76 service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253293 Aug 31 17:18:09.587299 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-843ab0e7-8fd5-404c-a80a-634db49a7d71 service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849338 Aug 31 17:18:09.744176 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9edb9481-4cb6-42e8-81ba-671f6ec4a350 req-f1852bbc-6f99-4f74-af2c-44638ebc8cfe tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 210 time: 0.0257881 Aug 31 17:18:09.835369 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:10.780542 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-2b8675ae-3b0c-4250-a3b4-d3b4acbdbdf2 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:10.782035 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-2b8675ae-3b0c-4250-a3b4-d3b4acbdbdf2 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1018567 Aug 31 17:18:10.797429 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Request body: {'port': {'device_id': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'admin_state_up': True, 'tenant_id': '907cc0f1302a4dc5ae9cd1f0a1966b02'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:10.852309 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-7fce0e9f-ee60-4c9c-be3e-2cdd73dd63d9 req-34dad127-7d57-4ddb-8690-ffce082b20b8 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 210 time: 0.0281560 Aug 31 17:18:11.179310 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Made reservation on behalf of 907cc0f1302a4dc5ae9cd1f0a1966b02 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:18:11.182813 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:11.303921 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Allocated IP 172.20.0.13 (d03116af-aa13-4517-96b8-36b16fecb003/12a347bd-bc9b-422e-9372-26185482bd79/dbfb1558-a0b9-40e4-8b17-193163ec9cb6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:18:11.451453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:11.497642 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:11.544826 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Network d03116af-aa13-4517-96b8-36b16fecb003 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:18:11.547928 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:18:11.551696 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:18:11.558673 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event updated for resources: {'Port': ['ID=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:11.603671 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:11.604286 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:11.617909 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-c6801db8-5d3c-49fc-a303-df807a43a416 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8258216 Aug 31 17:18:11.638151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Request body: {'port': {'device_id': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:11.694244 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:11.988778 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfb1558-a0b9-40e4-8b17-193163ec9cb6 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:11.998784 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:12.018355 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be79ef1-c3f5-4107-9557-ec44d61a803a req-76cd3ba0-f204-4253-837e-3c6b94630141 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.019813 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3be79ef1-c3f5-4107-9557-ec44d61a803a req-76cd3ba0-f204-4253-837e-3c6b94630141 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 932 time: 0.0927162 Aug 31 17:18:12.022397 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Transition to ACTIVE for port object dbfb1558-a0b9-40e4-8b17-193163ec9cb6 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:18:12.032573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:12.105912 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:12.123645 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3be79ef1-c3f5-4107-9557-ec44d61a803a req-308dd782-5356-4890-88a1-4da02c651bb8 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970886 Aug 31 17:18:12.175442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Attempting to bind port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:18:12.175769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Attempting to bind port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:18:12.176094 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Attempting to bind port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:18:12.180748 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 on network d03116af-aa13-4517-96b8-36b16fecb003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:18:12.181064 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Attempting to bind port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:18:12.185939 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:18:12.186304 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Checking segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:18:12.186618 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Bound using segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:18:12.187031 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Bound port: dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:18:12.187381 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:12.249670 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] For port dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:18:12.252717 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] For port dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:18:12.256948 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:12.291052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.291439 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:12.293850 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] 10.222.0.109 "PUT /v2.0/ports/dbfb1558-a0b9-40e4-8b17-193163ec9cb6 HTTP/1.1" status: 200 len: 1094 time: 0.6603470 Aug 31 17:18:12.293850 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'tag': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:12.296314 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567a109-d27e-41de-b039-13e14cf4bc35" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffa42bf-97e9-4f67-96fe-09b791176ff7", "tag": "dbfb1558-a0b9-40e4-8b17-193163ec9cb6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:12.327242 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef02ef-f964-4ed2-bde6-e7632774cce0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:12.342366 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b8d06-591b-418e-8e47-0dd9f897032d x-openstack-request-id: req-192b8d06-591b-418e-8e47-0dd9f897032d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:12.342648 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffa42bf-97e9-4f67-96fe-09b791176ff7", "tag": "dbfb1558-a0b9-40e4-8b17-193163ec9cb6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:12.342896 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-192b8d06-591b-418e-8e47-0dd9f897032d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:12.343309 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'tag': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6', 'status': 'completed', 'code': 200} Aug 31 17:18:12.375886 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-69eb8408-d8d0-4f5a-a483-dc01837f489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.377422 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-69eb8408-d8d0-4f5a-a483-dc01837f489a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 1097 time: 0.0446415 Aug 31 17:18:12.424450 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-7fa4e22f-dcb1-4d02-9cab-0cb109aa41b0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6 HTTP/1.1" status: 200 len: 217 time: 0.0375595 Aug 31 17:18:12.474953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963605-3239-42da-bddb-eb3861784078 req-a9f0b1c0-8cb4-4676-b779-e99e7177d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.476562 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-a9f0b1c0-8cb4-4676-b779-e99e7177d4af service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0446954 Aug 31 17:18:12.508983 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-2970444b-6fae-418e-8e17-d882e7387d01 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247006 Aug 31 17:18:12.613935 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-8d0b467b-c312-4f17-85d2-90690ee0d3c5 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972328 Aug 31 17:18:12.704575 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f2963605-3239-42da-bddb-eb3861784078 req-495876b7-2254-4d08-a065-d7b55bd82f19 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831578 Aug 31 17:18:12.796097 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-5ea0dbb4-3212-4926-b253-0decb5a13054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.797681 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-5ea0dbb4-3212-4926-b253-0decb5a13054 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 1097 time: 0.0412946 Aug 31 17:18:12.892326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-cefd212a-b35e-4728-89ec-94f20b17ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.893858 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-cefd212a-b35e-4728-89ec-94f20b17ac64 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 917 time: 0.0888264 Aug 31 17:18:12.937478 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-d20a8e23-fb3b-45fd-811f-8ce2d4495acb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6 HTTP/1.1" status: 200 len: 217 time: 0.0360436 Aug 31 17:18:12.994510 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-9c489480-7763-47c5-990c-3bfebd50159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:12.995918 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-9c489480-7763-47c5-990c-3bfebd50159c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0495462 Aug 31 17:18:13.029764 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-52730940-b06e-4172-a6d6-070eff354618 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254996 Aug 31 17:18:13.126360 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-a5114be0-5e12-4c7c-a657-62fa30510785 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Aug 31 17:18:13.138305 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:18:13.251903 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e567a109-d27e-41de-b039-13e14cf4bc35 req-a6668173-a255-4976-b0bf-7b318dd476d3 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167448 Aug 31 17:18:13.265792 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf140fc1-551e-44c0-ac54-849ef2492947 req-ebeacf9a-37d1-4d07-98da-abc13437221f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:13.267348 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cf140fc1-551e-44c0-ac54-849ef2492947 req-ebeacf9a-37d1-4d07-98da-abc13437221f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 944 time: 0.0729113 Aug 31 17:18:13.309147 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cf140fc1-551e-44c0-ac54-849ef2492947 req-1a1bfc1c-f84b-4703-ad8b-8f5cca5d58e6 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Aug 31 17:18:14.424322 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb36b-53ee-4b4b-9f9b-8794fa1f410f req-668cbf8b-20ab-4e61-86cd-51d82c85a1f0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:14.426099 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-342bb36b-53ee-4b4b-9f9b-8794fa1f410f req-668cbf8b-20ab-4e61-86cd-51d82c85a1f0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 944 time: 0.0476766 Aug 31 17:18:14.465349 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-342bb36b-53ee-4b4b-9f9b-8794fa1f410f req-c69a1cc1-320d-4180-92ce-4c5a6dd66af5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Aug 31 17:18:15.585117 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6535d-af5f-4aa0-ba30-1ade191673d0 req-cbdad5a5-7f5c-480d-a81b-60ff71458bf5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:15.586685 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-31c6535d-af5f-4aa0-ba30-1ade191673d0 req-cbdad5a5-7f5c-480d-a81b-60ff71458bf5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 944 time: 0.0513666 Aug 31 17:18:15.627530 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-31c6535d-af5f-4aa0-ba30-1ade191673d0 req-85b56b68-c827-4b71-8559-03e242c0b757 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Aug 31 17:18:16.753791 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b68c8-b313-4244-859c-5bd72737e68c req-f19f0cbe-06c9-46af-b283-8d33298b8d4e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:16.755207 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-236b68c8-b313-4244-859c-5bd72737e68c req-f19f0cbe-06c9-46af-b283-8d33298b8d4e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 944 time: 0.0522335 Aug 31 17:18:16.792500 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-236b68c8-b313-4244-859c-5bd72737e68c req-f86cdca2-4ab8-4f5e-8392-9d5ffb575072 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306861 Aug 31 17:18:16.993886 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device dbfb1558-a0b9-40e4-8b17-193163ec9cb6 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:18:17.086447 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:17.098069 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'port_id': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6', 'mac_address': 'fa:16:3e:9d:85:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a347bd-bc9b-422e-9372-26185482bd79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:18:17.134391 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:17.152355 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfb1558-a0b9-40e4-8b17-193163ec9cb6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:17.172261 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:17.177513 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:17.227571 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:17.618174 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:18:17.781181 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b247355-b10d-4321-be31-2d29fe951294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:17.913096 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739da15-d3e6-45dd-8d85-89c60278121f req-d58e9a5b-90d6-423a-8ca0-466fcda3df4e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:17.914567 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5739da15-d3e6-45dd-8d85-89c60278121f req-d58e9a5b-90d6-423a-8ca0-466fcda3df4e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Aug 31 17:18:17.952802 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5739da15-d3e6-45dd-8d85-89c60278121f req-9db62aeb-9b0c-4df8-92e7-35a6dc4ac33e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Aug 31 17:18:18.993129 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device dbfb1558-a0b9-40e4-8b17-193163ec9cb6 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:18:19.047583 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:18:19.051587 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:18:19.051856 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:19.073225 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a40e5c-b694-4d38-a86e-cd8abdfc4fb2 req-cea5d381-3b55-44c1-9b8f-2fb1e3f91022 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:19.074879 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f9a40e5c-b694-4d38-a86e-cd8abdfc4fb2 req-cea5d381-3b55-44c1-9b8f-2fb1e3f91022 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Aug 31 17:18:19.118010 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f9a40e5c-b694-4d38-a86e-cd8abdfc4fb2 req-6da36da1-6834-4779-8953-0032469c4669 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338514 Aug 31 17:18:19.138963 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:19.163722 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:19.166207 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c587b6c6-f702-4b82-8b3b-c7745775d942" -d '{"events": [{"server_uuid": "1ffa42bf-97e9-4f67-96fe-09b791176ff7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfb1558-a0b9-40e4-8b17-193163ec9cb6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:19.180923 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:19.185374 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:19.219037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc48f4-3df9-4ef6-9d4d-67fd3c43b33b x-openstack-request-id: req-98fc48f4-3df9-4ef6-9d4d-67fd3c43b33b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:19.219354 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa42bf-97e9-4f67-96fe-09b791176ff7", "name": "network-vif-plugged", "status": "completed", "tag": "dbfb1558-a0b9-40e4-8b17-193163ec9cb6", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:19.219619 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-98fc48f4-3df9-4ef6-9d4d-67fd3c43b33b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:19.220044 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6', 'code': 200} Aug 31 17:18:19.248983 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:19.387972 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dc5e8-3748-4668-bdad-b1c2014f1e2c req-b91111f8-c6f4-4551-bcdd-26cde62b3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:19.389494 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6e5dc5e8-3748-4668-bdad-b1c2014f1e2c req-b91111f8-c6f4-4551-bcdd-26cde62b3f55 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0400872 Aug 31 17:18:19.425796 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6e5dc5e8-3748-4668-bdad-b1c2014f1e2c req-ba545d77-bdef-479c-90b5-b37349f8860f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276346 Aug 31 17:18:20.244970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb3c5a-efb2-4503-ba79-cee60039a1c4 req-a255ee74-8ed0-4188-a66f-524cbab195c7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:20.246807 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-53cb3c5a-efb2-4503-ba79-cee60039a1c4 req-a255ee74-8ed0-4188-a66f-524cbab195c7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 946 time: 0.0570393 Aug 31 17:18:20.286448 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-53cb3c5a-efb2-4503-ba79-cee60039a1c4 req-c6cb8648-5217-468c-9554-7237b221fa55 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Aug 31 17:18:20.628330 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:20.669190 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ef63a45-e2ab-4129-a695-28cf984d855e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:21.402504 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f11af-a3d6-47e2-948e-d6e2467993b0 req-baf885b5-7721-492b-b3b6-647665fbec37 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:21.403899 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-604f11af-a3d6-47e2-948e-d6e2467993b0 req-baf885b5-7721-492b-b3b6-647665fbec37 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Aug 31 17:18:21.440846 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-604f11af-a3d6-47e2-948e-d6e2467993b0 req-317161a2-7cd5-4fe4-9f84-f43cda30edfc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Aug 31 17:18:21.974493 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:23.586390 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:30.811849 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-6f6d3219-1bff-49b6-9c0a-c39854b01910 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:30.813246 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-6f6d3219-1bff-49b6-9c0a-c39854b01910 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1096065 Aug 31 17:18:30.828414 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-00246c0a-4c7e-40cd-8c98-e7a36a7c1f74 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/quotas/907cc0f1302a4dc5ae9cd1f0a1966b02 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Aug 31 17:18:30.876410 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-32992e6b-f02b-43fe-b350-ec054364597f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429165 Aug 31 17:18:30.887289 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-6e5122be-b1b8-4743-ace3-ecbac214120f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:18:30.888280 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-6e5122be-b1b8-4743-ace3-ecbac214120f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054882 Aug 31 17:18:30.978528 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-b59a19aa-1fa8-4b0d-8d75-281dca022473 service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Aug 31 17:18:31.065171 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-eb3756a2-682a-4379-aea7-2b4a48a2ea33 service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799389 Aug 31 17:18:31.232752 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-740107a6-e0f5-4eab-8323-b50ccfd4750c req-c8685abf-800f-4e1f-b372-ad7d1d09299a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 210 time: 0.0312040 Aug 31 17:18:32.199283 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-88a02fe5-e7f9-471a-9796-555e9a99969d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:32.200901 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-88a02fe5-e7f9-471a-9796-555e9a99969d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1053994 Aug 31 17:18:32.218795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Request body: {'port': {'device_id': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'admin_state_up': True, 'tenant_id': '907cc0f1302a4dc5ae9cd1f0a1966b02'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:32.335509 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-326133b0-fd02-4087-b197-ca24fd352500 req-4b69986d-7e19-4358-b630-e72d1416c0c2 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 210 time: 0.0346885 Aug 31 17:18:32.358267 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Made reservation on behalf of 907cc0f1302a4dc5ae9cd1f0a1966b02 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:18:32.361756 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:32.482779 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Allocated IP 172.20.0.4 (d03116af-aa13-4517-96b8-36b16fecb003/12a347bd-bc9b-422e-9372-26185482bd79/09532d9b-d0c4-483f-aa50-49ce1cf2dacf) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:18:32.628767 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:32.667224 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:32.680756 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:18:32.712803 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Network d03116af-aa13-4517-96b8-36b16fecb003 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:18:32.716700 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:18:32.720609 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:18:32.727108 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event updated for resources: {'Port': ['ID=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:32.772438 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:32.773083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:32.788100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-22e3d3fe-c5ca-4f4d-9967-e708df1d9845 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732472 Aug 31 17:18:32.803525 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Request body: {'port': {'device_id': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:32.862280 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:33.130371 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09532d9b-d0c4-483f-aa50-49ce1cf2dacf {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:33.138718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:33.151112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Transition to ACTIVE for port object 09532d9b-d0c4-483f-aa50-49ce1cf2dacf will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:18:33.154986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:33.206418 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Pushing event updated for resources: {'Port': ['ID=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:33.274201 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Attempting to bind port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:18:33.274531 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Attempting to bind port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:18:33.274855 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Attempting to bind port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:18:33.280017 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf on network d03116af-aa13-4517-96b8-36b16fecb003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:18:33.280333 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Attempting to bind port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:18:33.285058 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:18:33.285399 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Checking segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:18:33.285773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Bound using segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:18:33.286189 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Bound port: 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:18:33.286540 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:33.348583 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] For port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:18:33.351650 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] For port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:18:33.357821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:33.395263 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:33.395880 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:33.397295 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] 10.222.0.109 "PUT /v2.0/ports/09532d9b-d0c4-483f-aa50-49ce1cf2dacf HTTP/1.1" status: 200 len: 1093 time: 0.5982738 Aug 31 17:18:33.397733 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'tag': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:33.400617 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce07e4-7549-471e-a4c1-b8312837d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "86dbd834-ac1a-4377-8de3-d5b7a8077089", "tag": "09532d9b-d0c4-483f-aa50-49ce1cf2dacf"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:33.421146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da2312-c0a6-4ae6-ba05-773fa4e52946 service neutron] Pushing event updated for resources: {'Port': ['ID=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:33.443011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8601c6-7fca-4365-bf82-1a9537376929 x-openstack-request-id: req-1c8601c6-7fca-4365-bf82-1a9537376929 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:33.443394 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86dbd834-ac1a-4377-8de3-d5b7a8077089", "tag": "09532d9b-d0c4-483f-aa50-49ce1cf2dacf", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:33.443704 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c8601c6-7fca-4365-bf82-1a9537376929 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:33.444159 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'tag': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', 'status': 'completed', 'code': 200} Aug 31 17:18:33.475702 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbcd47-8c01-48e3-abd8-4f4195dff3f3 req-d38ef2ee-393c-420d-bc47-7d701201e40d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:33.477215 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e2cbcd47-8c01-48e3-abd8-4f4195dff3f3 req-d38ef2ee-393c-420d-bc47-7d701201e40d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 943 time: 0.0564203 Aug 31 17:18:33.498695 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-052bb948-5fba-448d-8c7c-aa6ff99cf2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:33.500429 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-052bb948-5fba-448d-8c7c-aa6ff99cf2a9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 1096 time: 0.0448890 Aug 31 17:18:33.515871 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e2cbcd47-8c01-48e3-abd8-4f4195dff3f3 req-6f58b4af-b86e-4118-a185-d3a6f7803b24 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Aug 31 17:18:33.546801 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-81d07b91-ecc3-4950-acfb-eb3cb4b7b2e0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf HTTP/1.1" status: 200 len: 217 time: 0.0355558 Aug 31 17:18:33.598741 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3182-9394-4f2d-972e-966a9f709083 req-33762ec5-0963-44e7-b880-7baaddfa1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:33.600393 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-33762ec5-0963-44e7-b880-7baaddfa1ed8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0447700 Aug 31 17:18:33.638408 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-8e7f69ee-9f3a-49ba-bff8-e8967b9ba8b6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278938 Aug 31 17:18:33.730546 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-af546fcb-9a9b-4b8f-b56b-e2026e96a730 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816140 Aug 31 17:18:33.826229 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-18bf3182-9394-4f2d-972e-966a9f709083 req-2a0f49eb-9636-4198-9dee-8e2c198cbdbb service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861528 Aug 31 17:18:33.925398 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-a1f4ec43-f7a4-4a7a-bcf4-6fa2dfd40e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:33.926944 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-a1f4ec43-f7a4-4a7a-bcf4-6fa2dfd40e94 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 1096 time: 0.0412779 Aug 31 17:18:34.017594 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-8d553d31-7836-4cd8-9549-42db2569a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:34.018981 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-8d553d31-7836-4cd8-9549-42db2569a986 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 917 time: 0.0837009 Aug 31 17:18:34.065177 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-3b49a20a-508c-4ead-8018-2b396d76488b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf HTTP/1.1" status: 200 len: 217 time: 0.0374136 Aug 31 17:18:34.115599 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-109588b1-75be-4f23-8665-69d0c2ceb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:34.117102 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-109588b1-75be-4f23-8665-69d0c2ceb199 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0437939 Aug 31 17:18:34.153489 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-c14583f4-02ee-4974-a432-e8d8b78fba5e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255098 Aug 31 17:18:34.251341 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-eb6f314c-011e-4c59-bfda-5a1577945277 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884297 Aug 31 17:18:34.341328 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-55ce07e4-7549-471e-a4c1-b8312837d83d req-016baa5a-0441-4ab2-8967-74a8043658d9 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812509 Aug 31 17:18:34.632794 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339b6b-84c9-44b1-8ee6-6e08ec8f10fa req-5b34777e-c7f5-48e0-8cb4-2003c27b3983 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:34.634236 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cc339b6b-84c9-44b1-8ee6-6e08ec8f10fa req-5b34777e-c7f5-48e0-8cb4-2003c27b3983 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 943 time: 0.0476363 Aug 31 17:18:34.670673 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cc339b6b-84c9-44b1-8ee6-6e08ec8f10fa req-c3fa715e-0b43-43b4-8666-871fb5fe44fc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299644 Aug 31 17:18:35.934653 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dcde3-dced-409d-bbbf-dfe6aaa68ffb req-6fc1a9a6-54df-4333-acbe-3834abc353f0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:35.936111 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-221dcde3-dced-409d-bbbf-dfe6aaa68ffb req-6fc1a9a6-54df-4333-acbe-3834abc353f0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 943 time: 0.0475442 Aug 31 17:18:35.972791 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-221dcde3-dced-409d-bbbf-dfe6aaa68ffb req-4461d2d2-f29c-466a-8cb6-de5f058df57a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Aug 31 17:18:37.088397 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152a18-8d34-469d-8510-0c4ae96a28a5 req-470e7b86-f33b-4556-8e83-4fe4e44b837a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:37.089897 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b8152a18-8d34-469d-8510-0c4ae96a28a5 req-470e7b86-f33b-4556-8e83-4fe4e44b837a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 943 time: 0.0517683 Aug 31 17:18:37.127976 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b8152a18-8d34-469d-8510-0c4ae96a28a5 req-7970f73c-62b8-4928-b69a-94f511c3f0ef tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Aug 31 17:18:38.238567 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0b7a2-3d18-49b9-bfef-669143951e07 req-5457c2df-4da7-4b3f-b734-d0bbd8b9932e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:38.240028 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-22d0b7a2-3d18-49b9-bfef-669143951e07 req-5457c2df-4da7-4b3f-b734-d0bbd8b9932e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 943 time: 0.0481110 Aug 31 17:18:38.280688 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-22d0b7a2-3d18-49b9-bfef-669143951e07 req-88342f37-0598-4fcb-9f92-98d2dee8a806 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347400 Aug 31 17:18:39.072823 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 09532d9b-d0c4-483f-aa50-49ce1cf2dacf details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:18:39.165322 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:39.176853 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'port_id': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', 'mac_address': 'fa:16:3e:ab:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a347bd-bc9b-422e-9372-26185482bd79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:18:39.211891 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:39.224592 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09532d9b-d0c4-483f-aa50-49ce1cf2dacf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:39.244426 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:39.248956 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:39.297362 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:39.392565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd60c87-362e-42a0-8c5e-2a13c2dfa5a8 req-b867bba6-2852-4e60-8282-aaa6fe4489e5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:39.394035 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ffd60c87-362e-42a0-8c5e-2a13c2dfa5a8 req-b867bba6-2852-4e60-8282-aaa6fe4489e5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 944 time: 0.0486712 Aug 31 17:18:39.430540 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ffd60c87-362e-42a0-8c5e-2a13c2dfa5a8 req-438e7a49-4027-4355-8b89-6187820ca758 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Aug 31 17:18:39.755016 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['09532d9b-d0c4-483f-aa50-49ce1cf2dacf'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:18:39.835899 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:40.550992 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6aecd-bf3f-4598-9cb6-5c6de2f1915f req-25266e1e-240e-4e4e-ba13-a0eaf7b1534e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:40.552468 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6be6aecd-bf3f-4598-9cb6-5c6de2f1915f req-25266e1e-240e-4e4e-ba13-a0eaf7b1534e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 944 time: 0.0497763 Aug 31 17:18:40.591408 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6be6aecd-bf3f-4598-9cb6-5c6de2f1915f req-bb8023d2-05e1-44b0-941c-7e8d5206bcb1 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Aug 31 17:18:41.089420 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 09532d9b-d0c4-483f-aa50-49ce1cf2dacf up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:18:41.139290 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:18:41.142725 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:18:41.143085 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:41.216738 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:41.241331 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:41.244765 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0a35ec-1be6-4c85-91bc-962ba53b5947" -d '{"events": [{"server_uuid": "86dbd834-ac1a-4377-8de3-d5b7a8077089", "name": "network-vif-plugged", "status": "completed", "tag": "09532d9b-d0c4-483f-aa50-49ce1cf2dacf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:41.256657 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:41.260910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:41.286477 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1266f-ea8a-4697-9eed-8b1f27be4ae8 x-openstack-request-id: req-8cb1266f-ea8a-4697-9eed-8b1f27be4ae8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:41.286770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dbd834-ac1a-4377-8de3-d5b7a8077089", "name": "network-vif-plugged", "status": "completed", "tag": "09532d9b-d0c4-483f-aa50-49ce1cf2dacf", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:41.287021 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8cb1266f-ea8a-4697-9eed-8b1f27be4ae8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:41.287403 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', 'code': 200} Aug 31 17:18:41.325758 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:41.467369 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed3402-b134-4967-9260-a99fa98f2940 req-26ad2fec-4957-44d5-a7ce-10f4a60e37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:41.468926 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bed3402-b134-4967-9260-a99fa98f2940 req-26ad2fec-4957-44d5-a7ce-10f4a60e37f2 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 1098 time: 0.0392513 Aug 31 17:18:41.504890 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6bed3402-b134-4967-9260-a99fa98f2940 req-05032c76-2cc2-40dc-8cad-aec57ad39130 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270257 Aug 31 17:18:41.705547 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c7c3-8050-4f8d-92f3-bf0f4fb8dc92 req-bc618b7c-5923-413f-96fd-7c09ce24f78e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:41.706996 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9828c7c3-8050-4f8d-92f3-bf0f4fb8dc92 req-bc618b7c-5923-413f-96fd-7c09ce24f78e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0470583 Aug 31 17:18:41.743034 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9828c7c3-8050-4f8d-92f3-bf0f4fb8dc92 req-0c71ce59-41e5-4a27-9532-c1d8c727a70c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301759 Aug 31 17:18:41.910172 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-3dace49a-c477-4acd-90fd-08ddf14c0505 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418243 Aug 31 17:18:42.014340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-dd409d68-429b-418e-9508-b4c209120206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:42.015721 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-dd409d68-429b-418e-9508-b4c209120206 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8107b911803c4bd198dd74f3e21f9786&device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 1099 time: 0.0404580 Aug 31 17:18:42.124836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-abb08e38-f18d-43f9-9c1a-2bcf72487812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:42.126288 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-abb08e38-f18d-43f9-9c1a-2bcf72487812 service neutron] 10.222.0.109 "GET /v2.0/networks?id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 200 len: 919 time: 0.0816259 Aug 31 17:18:42.199993 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-29b2d552-6956-438b-943d-e181aad5798b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 200 len: 1000 time: 0.0600355 Aug 31 17:18:42.251992 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-2b47512b-f90a-421c-bc3e-e8941dc989fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:42.253408 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-2b47512b-f90a-421c-bc3e-e8941dc989fe service neutron] 10.222.0.109 "GET /v2.0/subnets?id=567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 200 len: 856 time: 0.0422418 Aug 31 17:18:42.299307 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-fce1763a-c761-45fa-9c84-d3accbb63eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:42.300684 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-fce1763a-c761-45fa-9c84-d3accbb63eba service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383964 Aug 31 17:18:42.392985 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-eb8e290f-a6b2-4efe-8240-958c162d58de service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837972 Aug 31 17:18:42.483892 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ef920b0c-28cb-4cb4-ac4c-539fea80e7c5 req-21683527-28ad-4855-8166-a8a2fb98b59d service neutron] 10.222.0.109 "GET /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812588 Aug 31 17:18:42.860265 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74087f-bd5c-4223-836f-33d0d21485e2 req-5f307a75-4910-4403-a671-216bec4076d3 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:42.861762 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ce74087f-bd5c-4223-836f-33d0d21485e2 req-5f307a75-4910-4403-a671-216bec4076d3 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0524626 Aug 31 17:18:42.898995 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ce74087f-bd5c-4223-836f-33d0d21485e2 req-16593eea-59cc-42a5-85b5-743b7498dead tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Aug 31 17:18:44.010284 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95656875-ec94-432a-a3d0-3e6fe1ce56bb req-ef3d8519-f3fd-441e-a5b1-4aa876ff9f90 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:44.011770 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-95656875-ec94-432a-a3d0-3e6fe1ce56bb req-ef3d8519-f3fd-441e-a5b1-4aa876ff9f90 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0475996 Aug 31 17:18:44.051471 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-95656875-ec94-432a-a3d0-3e6fe1ce56bb req-9648c26f-d9b7-473a-8612-b5f3d0a1bf0a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Aug 31 17:18:45.751512 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6045996-b5bc-4419-9f47-de05a1067a0c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:45.752973 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6045996-b5bc-4419-9f47-de05a1067a0c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1007941 Aug 31 17:18:45.768084 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-af4cd90e-9472-46e8-8f7b-ed9f2e36ce5c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/quotas/907cc0f1302a4dc5ae9cd1f0a1966b02 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Aug 31 17:18:45.820044 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-653a6959-b5b2-4036-931f-810e15ca48a7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464616 Aug 31 17:18:45.906853 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-3beec9b9-fe39-4939-91f7-2b1f95581410 service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791247 Aug 31 17:18:45.998221 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-a4822ea3-0725-4111-bccb-8474ecdfebeb service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853243 Aug 31 17:18:46.155020 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e4d7dbf8-b690-4c92-b86f-07de3c048094 req-edfd9c3b-db7d-43f4-9735-414fb58193be tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 210 time: 0.0257165 Aug 31 17:18:47.245461 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-a4d4f2ca-effb-4657-a108-59281d267725 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:47.247527 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-a4d4f2ca-effb-4657-a108-59281d267725 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1178653 Aug 31 17:18:47.262329 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7105cbdd-6ecc-41dc-be0b-f80e4cec647a req-137b418c-d6e2-4b19-a0ee-b15891f7c5ed tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 210 time: 0.0345199 Aug 31 17:18:47.267152 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Request body: {'port': {'device_id': '03934005-175a-4843-8ed0-b917bf6cf00f', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'admin_state_up': True, 'tenant_id': '907cc0f1302a4dc5ae9cd1f0a1966b02'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:47.379720 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Made reservation on behalf of 907cc0f1302a4dc5ae9cd1f0a1966b02 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:18:47.383145 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:47.505281 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Allocated IP 172.20.0.10 (d03116af-aa13-4517-96b8-36b16fecb003/12a347bd-bc9b-422e-9372-26185482bd79/651d22cc-bdd8-47a9-bf55-743c09e9d2de) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:18:47.641954 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:47.680581 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:47.701265 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6', '09532d9b-d0c4-483f-aa50-49ce1cf2dacf'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:18:47.732713 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Network d03116af-aa13-4517-96b8-36b16fecb003 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:18:47.736005 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:18:47.740312 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:18:47.764840 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event updated for resources: {'Port': ['ID=651d22cc-bdd8-47a9-bf55-743c09e9d2de,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:47.793798 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:47.794451 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:47.810058 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-22c6c5e1-8af8-45af-8c27-96c6fd494062 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465999 Aug 31 17:18:47.827508 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Request body: {'port': {'device_id': '03934005-175a-4843-8ed0-b917bf6cf00f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:18:47.872851 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a4ecb4b-9f3b-4bd3-bef8-b851aaea8655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:47.882165 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.140007 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651d22cc-bdd8-47a9-bf55-743c09e9d2de {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:48.148690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.159958 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Transition to ACTIVE for port object 651d22cc-bdd8-47a9-bf55-743c09e9d2de will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:18:48.163773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.214227 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Pushing event updated for resources: {'Port': ['ID=651d22cc-bdd8-47a9-bf55-743c09e9d2de,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:48.275017 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Attempting to bind port 651d22cc-bdd8-47a9-bf55-743c09e9d2de on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:18:48.275750 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Attempting to bind port 651d22cc-bdd8-47a9-bf55-743c09e9d2de by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:18:48.275750 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Attempting to bind port 651d22cc-bdd8-47a9-bf55-743c09e9d2de on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:18:48.280338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Port 651d22cc-bdd8-47a9-bf55-743c09e9d2de on network d03116af-aa13-4517-96b8-36b16fecb003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:18:48.280687 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Attempting to bind port 651d22cc-bdd8-47a9-bf55-743c09e9d2de on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:18:48.285308 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:18:48.285643 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Checking segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:18:48.286018 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Bound using segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:18:48.286436 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Bound port: 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:18:48.286898 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.351730 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] For port 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:18:48.354905 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] For port 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:18:48.359848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.377005 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ebdba-bb2c-487e-a2eb-50fb0aa00e55 req-2400aadb-b942-4cd4-a747-492a8f2bffeb tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:48.378465 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-904ebdba-bb2c-487e-a2eb-50fb0aa00e55 req-2400aadb-b942-4cd4-a747-492a8f2bffeb tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 944 time: 0.0490122 Aug 31 17:18:48.392822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:48.393443 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:48.394808 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] 10.222.0.109 "PUT /v2.0/ports/651d22cc-bdd8-47a9-bf55-743c09e9d2de HTTP/1.1" status: 200 len: 1094 time: 0.5718005 Aug 31 17:18:48.395238 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03934005-175a-4843-8ed0-b917bf6cf00f', 'tag': '651d22cc-bdd8-47a9-bf55-743c09e9d2de'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:48.397466 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb6192-865b-42c1-b447-d518fc5c53d0" -d '{"events": [{"name": "network-changed", "server_uuid": "03934005-175a-4843-8ed0-b917bf6cf00f", "tag": "651d22cc-bdd8-47a9-bf55-743c09e9d2de"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:48.418980 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-904ebdba-bb2c-487e-a2eb-50fb0aa00e55 req-339f5979-e105-4c27-8f0f-8c17342d9a49 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345230 Aug 31 17:18:48.424630 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aefe70-e132-40d5-bbff-a6b64b1724f5 service neutron] Pushing event updated for resources: {'Port': ['ID=651d22cc-bdd8-47a9-bf55-743c09e9d2de,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:48.458053 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2cd547-c3f0-479d-bd15-48bcda909f41 x-openstack-request-id: req-9a2cd547-c3f0-479d-bd15-48bcda909f41 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:48.458345 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03934005-175a-4843-8ed0-b917bf6cf00f", "tag": "651d22cc-bdd8-47a9-bf55-743c09e9d2de", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:48.458595 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a2cd547-c3f0-479d-bd15-48bcda909f41 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:48.458991 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03934005-175a-4843-8ed0-b917bf6cf00f', 'tag': '651d22cc-bdd8-47a9-bf55-743c09e9d2de', 'status': 'completed', 'code': 200} Aug 31 17:18:48.502203 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-3d77d593-409e-4359-9ef2-6ad47cf1e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:48.503668 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-3d77d593-409e-4359-9ef2-6ad47cf1e44d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 1097 time: 0.0408375 Aug 31 17:18:48.549963 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-eba271a6-c339-4c90-81fc-2fb50ed4cbf4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de HTTP/1.1" status: 200 len: 217 time: 0.0359914 Aug 31 17:18:48.865162 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-f3ccfbcd-395c-44a7-8403-9cd565ec6b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:48.866531 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-f3ccfbcd-395c-44a7-8403-9cd565ec6b92 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.3058691 Aug 31 17:18:48.905046 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-1af16c26-d0c3-47ba-bdd9-d93301781bce service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242860 Aug 31 17:18:48.996562 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-9fc03f05-4dea-43f1-8392-b990876f8b3d service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815036 Aug 31 17:18:49.094876 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c4a51fe-4609-41a1-a4d0-c129a1275fca req-c24a1d16-0e39-4827-a29d-841ad828dd40 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Aug 31 17:18:49.195462 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-93d60fa0-0194-4f63-ba01-f6ff5e70887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:49.196963 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-93d60fa0-0194-4f63-ba01-f6ff5e70887d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 1097 time: 0.0405393 Aug 31 17:18:49.294500 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-631ed075-a8bf-4dbd-8d4b-8b15cd8e749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:49.295936 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-631ed075-a8bf-4dbd-8d4b-8b15cd8e749f service neutron] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 917 time: 0.0848353 Aug 31 17:18:49.344781 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-6d861acf-1b27-4211-aae5-7709bc03b7f6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de HTTP/1.1" status: 200 len: 217 time: 0.0353482 Aug 31 17:18:49.399999 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-6238990e-9ea6-480b-8de6-0d513c240924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:49.401747 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-6238990e-9ea6-480b-8de6-0d513c240924 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0448575 Aug 31 17:18:49.442203 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-51d72fa7-3448-47c2-ac64-a8108564fc4d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276198 Aug 31 17:18:49.533397 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-5e984bfd-0175-4e8c-ad67-627535895ebe service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809116 Aug 31 17:18:49.537080 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175514-9485-48e7-bc44-e21774754d0a req-d1117bc1-bb58-496d-b11f-ad333918ab69 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:49.538532 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-29175514-9485-48e7-bc44-e21774754d0a req-d1117bc1-bb58-496d-b11f-ad333918ab69 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 944 time: 0.0481641 Aug 31 17:18:49.576819 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-29175514-9485-48e7-bc44-e21774754d0a req-121bdd68-2620-463d-86c7-de01d5fcad2f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Aug 31 17:18:49.631795 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5aeb6192-865b-42c1-b447-d518fc5c53d0 req-3f9a38d9-42ce-47c7-a183-abcd75b63ef5 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856791 Aug 31 17:18:50.137875 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:18:50.628914 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:50.669916 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19c3b3fa-9170-45f3-b7ea-34d005ad6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:50.695043 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b21fa-454b-4798-b9b2-14811d6d09e9 req-220c516e-6038-4128-b7d0-ccedb06cb4ec tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:50.696532 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d14b21fa-454b-4798-b9b2-14811d6d09e9 req-220c516e-6038-4128-b7d0-ccedb06cb4ec tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 944 time: 0.0506251 Aug 31 17:18:50.735734 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d14b21fa-454b-4798-b9b2-14811d6d09e9 req-0cd68f46-289e-4488-ba43-5755648653eb tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Aug 31 17:18:51.850069 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5a8a-617b-4588-9ce9-e29f8b288fba req-4ca42c68-2d0d-4e90-b906-5e9434ccb78d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:51.851540 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-66bf5a8a-617b-4588-9ce9-e29f8b288fba req-4ca42c68-2d0d-4e90-b906-5e9434ccb78d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 944 time: 0.0500858 Aug 31 17:18:51.887724 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-66bf5a8a-617b-4588-9ce9-e29f8b288fba req-dee628d9-2b85-4911-9beb-4040213649a9 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296547 Aug 31 17:18:51.976390 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:53.001302 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b2b60-8f98-4167-8292-646a777b4cb5 req-28faaad2-85a8-4393-8288-0b173f9a6791 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:53.002760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1b3b2b60-8f98-4167-8292-646a777b4cb5 req-28faaad2-85a8-4393-8288-0b173f9a6791 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 944 time: 0.0478644 Aug 31 17:18:53.039369 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1b3b2b60-8f98-4167-8292-646a777b4cb5 req-6b301ddf-6e85-4f56-b1e7-8cdbee017746 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Aug 31 17:18:53.202347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 651d22cc-bdd8-47a9-bf55-743c09e9d2de details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:18:53.291532 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:53.302868 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '651d22cc-bdd8-47a9-bf55-743c09e9d2de', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'port_id': '651d22cc-bdd8-47a9-bf55-743c09e9d2de', 'mac_address': 'fa:16:3e:1c:4e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a347bd-bc9b-422e-9372-26185482bd79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:18:53.342836 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:53.354790 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651d22cc-bdd8-47a9-bf55-743c09e9d2de {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:18:53.373211 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:53.377161 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:53.424706 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=651d22cc-bdd8-47a9-bf55-743c09e9d2de,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:53.586118 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:53.864786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['651d22cc-bdd8-47a9-bf55-743c09e9d2de'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:18:54.151273 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd62c8-d6ec-4590-910c-4a2973ac4f16 req-60619bde-0457-42f1-a281-041346cf1e5a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:54.153276 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1bfd62c8-d6ec-4590-910c-4a2973ac4f16 req-60619bde-0457-42f1-a281-041346cf1e5a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 945 time: 0.0470922 Aug 31 17:18:54.189921 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1bfd62c8-d6ec-4590-910c-4a2973ac4f16 req-9a7098b3-66e6-41d7-81f9-6d6aec55d8a6 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306766 Aug 31 17:18:55.195271 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 651d22cc-bdd8-47a9-bf55-743c09e9d2de up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:18:55.242648 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 651d22cc-bdd8-47a9-bf55-743c09e9d2de completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:18:55.246838 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 651d22cc-bdd8-47a9-bf55-743c09e9d2de triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:18:55.247199 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.307463 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa6c4d-d004-4e45-8bb3-3d9daab5ab63 req-e36a9188-4133-45ba-94cf-e7eb994b69b8 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:55.309693 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a4fa6c4d-d004-4e45-8bb3-3d9daab5ab63 req-e36a9188-4133-45ba-94cf-e7eb994b69b8 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 945 time: 0.0530179 Aug 31 17:18:55.321644 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.343136 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03934005-175a-4843-8ed0-b917bf6cf00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d22cc-bdd8-47a9-bf55-743c09e9d2de'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:18:55.345510 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4014de-4819-4186-9871-455d971d1245" -d '{"events": [{"server_uuid": "03934005-175a-4843-8ed0-b917bf6cf00f", "name": "network-vif-plugged", "status": "completed", "tag": "651d22cc-bdd8-47a9-bf55-743c09e9d2de"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:18:55.348116 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a4fa6c4d-d004-4e45-8bb3-3d9daab5ab63 req-5df07f29-aae6-428c-8657-c6a9e0f89e85 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318899 Aug 31 17:18:55.362862 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:18:55.374504 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:18:55.383034 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169e675a-e7af-443f-9e58-b813dbee233e x-openstack-request-id: req-169e675a-e7af-443f-9e58-b813dbee233e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:18:55.383321 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03934005-175a-4843-8ed0-b917bf6cf00f", "name": "network-vif-plugged", "status": "completed", "tag": "651d22cc-bdd8-47a9-bf55-743c09e9d2de", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:18:55.383572 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-169e675a-e7af-443f-9e58-b813dbee233e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:18:55.383953 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03934005-175a-4843-8ed0-b917bf6cf00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d22cc-bdd8-47a9-bf55-743c09e9d2de', 'code': 200} Aug 31 17:18:55.429789 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=651d22cc-bdd8-47a9-bf55-743c09e9d2de,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:18:55.581187 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181509-f81e-45e0-91d0-5fbf470c1e78 req-9f6cafbc-82f3-48b8-8404-f05f475be43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:55.582648 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-96181509-f81e-45e0-91d0-5fbf470c1e78 req-9f6cafbc-82f3-48b8-8404-f05f475be43e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 1099 time: 0.0387583 Aug 31 17:18:55.620334 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-96181509-f81e-45e0-91d0-5fbf470c1e78 req-7f1bbe97-951c-46d7-8fe8-49054bf22550 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267470 Aug 31 17:18:56.462834 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb137e1-bc65-4597-a2be-b9a7eb285a4d req-61efea6c-355f-43b4-b442-e2721c606ee7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:56.464265 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3eb137e1-bc65-4597-a2be-b9a7eb285a4d req-61efea6c-355f-43b4-b442-e2721c606ee7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0487249 Aug 31 17:18:56.505887 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3eb137e1-bc65-4597-a2be-b9a7eb285a4d req-d00b0171-3750-493f-9af0-d03d99a1b49f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 31 17:18:57.626662 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431f4bc-15fb-43b7-84d7-e5178e5550ec req-dc52d740-20bc-45e0-8e0c-daca46d0e50f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:57.628153 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1431f4bc-15fb-43b7-84d7-e5178e5550ec req-dc52d740-20bc-45e0-8e0c-daca46d0e50f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0503228 Aug 31 17:18:57.666180 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1431f4bc-15fb-43b7-84d7-e5178e5550ec req-044df764-d2aa-4860-b708-a9af78b4caff tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Aug 31 17:18:58.781793 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db06eb-2408-4a7e-8c36-0ed4566f2cd7 req-0125e604-c8c4-403b-b948-6df3e47a81c3 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:18:58.783228 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e3db06eb-2408-4a7e-8c36-0ed4566f2cd7 req-0125e604-c8c4-403b-b948-6df3e47a81c3 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0510676 Aug 31 17:18:58.820169 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e3db06eb-2408-4a7e-8c36-0ed4566f2cd7 req-fb003d62-5615-4794-81e3-ad3972c2f02f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Aug 31 17:19:02.954873 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a029e2-6bb1-49f4-83f8-e679449fa93e req-c82ad71a-b154-4763-baba-f5b859553ca8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:02.956517 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86a029e2-6bb1-49f4-83f8-e679449fa93e req-c82ad71a-b154-4763-baba-f5b859553ca8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0488336 Aug 31 17:19:02.993431 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-86a029e2-6bb1-49f4-83f8-e679449fa93e req-51988e3d-6995-4496-a06e-57c05b3919f3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Aug 31 17:19:04.115991 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b60c31-495d-4a19-95fc-8f0b4cf09714 req-5ab85365-de5b-4cab-b397-ec317d81cca2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:04.118231 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-27b60c31-495d-4a19-95fc-8f0b4cf09714 req-5ab85365-de5b-4cab-b397-ec317d81cca2 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0531170 Aug 31 17:19:04.155620 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-27b60c31-495d-4a19-95fc-8f0b4cf09714 req-6f65ba14-faa4-4eaf-850b-09656276679f tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Aug 31 17:19:05.272947 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07451214-52ec-4ffc-8a3b-969202428dea req-26affd09-c687-4301-95cc-ad138f9c06a8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:05.274660 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07451214-52ec-4ffc-8a3b-969202428dea req-26affd09-c687-4301-95cc-ad138f9c06a8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0482764 Aug 31 17:19:05.311390 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07451214-52ec-4ffc-8a3b-969202428dea req-0592eace-1bc8-49ee-a07a-33506709edc3 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups?id=c7e700f7-d409-4beb-82e9-6a3c02884be7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309989 Aug 31 17:19:05.438467 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-50d39c00-875c-48fd-abd3-2be0ba029006 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:05.439809 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-50d39c00-875c-48fd-abd3-2be0ba029006 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 946 time: 0.0521879 Aug 31 17:19:05.529626 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Deleting port e31a803e-461b-44f2-8021-4ad0763feb1d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:05.529963 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.617676 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] For port e31a803e-461b-44f2-8021-4ad0763feb1d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e31a803e-461b-44f2-8021-4ad0763feb1d,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:05.618034 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.781928 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.782313 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.782624 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Floating IP 187c5ab3-d1f8-470b-b207-d63c88b1a623 disassociated. External IP: 172.27.2.39, port: e31a803e-461b-44f2-8021-4ad0763feb1d. Aug 31 17:19:05.782954 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Calling delete_port for e31a803e-461b-44f2-8021-4ad0763feb1d owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:05.910469 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:05.940106 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event deleted for resources: {'Port': ['ID=e31a803e-461b-44f2-8021-4ad0763feb1d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:06.053549 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:19:06.158891 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:19:06.169290 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:19:06.178440 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:06.179328 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:18:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:06.197409 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] No DVR routers for this DVR port e31a803e-461b-44f2-8021-4ad0763feb1d on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:06.200042 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:06.202058 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c3c7c85a-43e4-4e24-926b-a2e5ee447bff req-a34fae97-7f97-4f4f-9dd7-4222ec10a0c8 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.109 "DELETE /v2.0/ports/e31a803e-461b-44f2-8021-4ad0763feb1d HTTP/1.1" status: 204 len: 173 time: 0.7515068 Aug 31 17:19:06.202486 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-deleted', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:06.204718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811d1fb8-c670-409d-b8db-84dd9ab6faff" -d '{"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-deleted", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:06.294331 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:06.393761 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2049ec1-0c9c-48f5-9d59-9d14d1530f45 x-openstack-request-id: req-c2049ec1-0c9c-48f5-9d59-9d14d1530f45 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:06.394277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8", "name": "network-vif-deleted", "tag": "e31a803e-461b-44f2-8021-4ad0763feb1d", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:06.394277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c2049ec1-0c9c-48f5-9d59-9d14d1530f45 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:06.394745 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8', 'name': 'network-vif-deleted', 'tag': 'e31a803e-461b-44f2-8021-4ad0763feb1d', 'status': 'completed', 'code': 200} Aug 31 17:19:06.453037 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-686c2567-c9f0-457f-8f74-24918fffa009 req-3bd6d6b1-d411-4717-bc3f-b048858ceda5 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8e5e9db-dff1-46e3-a6fd-ebad0e373dc8 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Aug 31 17:19:06.520677 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:06.546153 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:19:06.554049 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:06.554639 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:18:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:06.700012 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:07.059160 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:07.087720 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e164d95-2cd7-4b30-b16d-7ed46a97d6b1 None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:06:41Z', 'revision_number': 4, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '607f4cce-4052-440a-9ca5-37c925256589', 'name': '', 'network_id': '2fefa7f6-f6c8-4aa1-8c73-cda0b548f806', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'mac_address': 'fa:16:3e:61:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:38Z', 'updated_at': '2021-08-31T17:06:53Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'subnets': [{'id': '567cb0ff-dc46-4e24-88c3-f1e45fd773ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:19:07.294840 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0312dc50-ce46-47ec-a9f9-d1c0caa165f1 None None] New status for floating IP 187c5ab3-d1f8-470b-b207-d63c88b1a623: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:19:07.536625 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:07.591759 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.614149 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.662890 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.665338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:07.666461 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "DELETE /v2.0/security-groups/c7e700f7-d409-4beb-82e9-6a3c02884be7 HTTP/1.1" status: 204 len: 168 time: 0.1288514 Aug 31 17:19:07.669863 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:07.676113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e700f7-d409-4beb-82e9-6a3c02884be7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:07.683001 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.api.v2.resource [None req-6fda6e4f-571f-4361-b97b-079cc623665e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] show failed (client error): The resource could not be found. Aug 31 17:19:07.683138 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.683338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686704 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686850 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6fda6e4f-571f-4361-b97b-079cc623665e tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "GET /v2.0/security-groups/c7e700f7-d409-4beb-82e9-6a3c02884be7 HTTP/1.1" status: 404 len: 347 time: 0.0130982 Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.686957 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491da6e8-db51-46b5-a830-4250eea180d1 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:07.687694 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47024) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:08.027412 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Deleting port 60362020-1654-495a-8de4-4a12a9c5bde1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:08.027754 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.100578 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.100909 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.112448 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Calling delete_port for 60362020-1654-495a-8de4-4a12a9c5bde1 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:08.248226 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.278942 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Pushing event deleted for resources: {'Port': ['ID=60362020-1654-495a-8de4-4a12a9c5bde1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:08.306747 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.307093 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.307963 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.308295 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.308645 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.308969 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.309289 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.309606 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.309923 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.310238 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.310554 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.311052 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:08.352615 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.355199 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:08.359125 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-751de99f-365a-42fb-aac8-93fcf4fd3172 tempest-AttachVolumeShelveTestJSON-1996838481 tempest-AttachVolumeShelveTestJSON-1996838481-project] 10.222.0.107 "DELETE /v2.0/floatingips/187c5ab3-d1f8-470b-b207-d63c88b1a623 HTTP/1.1" status: 204 len: 168 time: 0.6686316 Aug 31 17:19:09.273406 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:09.293883 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: e31a803e-461b-44f2-8021-4ad0763feb1d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:09.294231 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device e31a803e-461b-44f2-8021-4ad0763feb1d not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:09.630543 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-692658e5-1314-4c28-bd5e-958c4131b6c4 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:09.631983 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-692658e5-1314-4c28-bd5e-958c4131b6c4 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1028392 Aug 31 17:19:09.646637 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-50d05b1e-742e-48f9-a1bd-d0c6a811f408 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/quotas/907cc0f1302a4dc5ae9cd1f0a1966b02 HTTP/1.1" status: 200 len: 375 time: 0.0089607 Aug 31 17:19:09.713255 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-fc9d69b9-4d95-43b4-8463-cb19d6ee3eb5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559404 Aug 31 17:19:09.796052 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-049214ee-ce17-4189-95d0-65e0573d85fd service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808370 Aug 31 17:19:09.845700 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:09.886633 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-9636de46-b81b-4ee8-be42-47ea9d6ce6da service neutron] 10.222.0.107 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845759 Aug 31 17:19:10.045345 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b456e3f0-ccbc-436b-8de4-c9797a8a102f req-7cd82b11-24ff-429b-98e8-11b98a90c06d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Aug 31 17:19:10.803989 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:11.173597 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bdaa175d-6166-4698-aa1f-ea2117e849bb req-35d1998d-0a21-4ab4-b16b-f14d4be79365 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 210 time: 0.0356755 Aug 31 17:19:11.198325 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-d2fcb1cf-d62e-4587-8952-14085df70716 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:11.199909 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-d2fcb1cf-d62e-4587-8952-14085df70716 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 815 time: 0.1140661 Aug 31 17:19:11.234822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Request body: {'port': {'device_id': '384aee33-b712-4a29-9d9a-f0700de25359', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'admin_state_up': True, 'tenant_id': '907cc0f1302a4dc5ae9cd1f0a1966b02'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:19:11.317241 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.362255 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Made reservation on behalf of 907cc0f1302a4dc5ae9cd1f0a1966b02 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:19:11.365881 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.504961 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Allocated IP 172.20.0.11 (d03116af-aa13-4517-96b8-36b16fecb003/12a347bd-bc9b-422e-9372-26185482bd79/fd01094c-0f8e-415a-902f-1c1707f6d8df) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:19:11.577593 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Deleting port 607f4cce-4052-440a-9ca5-37c925256589 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:11.578004 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.666305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.668351 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] For port 607f4cce-4052-440a-9ca5-37c925256589, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=607f4cce-4052-440a-9ca5-37c925256589,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:11.668921 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.682992 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Calling delete_port for 607f4cce-4052-440a-9ca5-37c925256589 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:11.709506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.723929 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6', '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', '651d22cc-bdd8-47a9-bf55-743c09e9d2de'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:19:11.767331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Network d03116af-aa13-4517-96b8-36b16fecb003 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:19:11.770725 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:19:11.775323 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:19:11.780522 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event updated for resources: {'Port': ['ID=fd01094c-0f8e-415a-902f-1c1707f6d8df,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:11.836886 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:11.837871 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.857310 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-ca151e53-998a-4b6a-85c5-da872268c323 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280313 Aug 31 17:19:11.875290 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Request body: {'port': {'device_id': '384aee33-b712-4a29-9d9a-f0700de25359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:19:11.923432 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.945062 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:11.978256 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Pushing event deleted for resources: {'Port': ['ID=607f4cce-4052-440a-9ca5-37c925256589,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.252976 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.388151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff14ec3-e505-4243-82e0-500a8d05f8d9 req-857d9391-45f9-493a-a974-8ebb2603790c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:12.389676 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9ff14ec3-e505-4243-82e0-500a8d05f8d9 req-857d9391-45f9-493a-a974-8ebb2603790c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 932 time: 0.0938923 Aug 31 17:19:12.395190 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd01094c-0f8e-415a-902f-1c1707f6d8df {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:19:12.409016 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.432906 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Transition to ACTIVE for port object fd01094c-0f8e-415a-902f-1c1707f6d8df will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:19:12.443622 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.472655 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9ff14ec3-e505-4243-82e0-500a8d05f8d9 req-58b64123-c5ac-411d-89d0-e9fd54a9dc2d tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729547 Aug 31 17:19:12.483149 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Router e8331c5a-e504-4078-9d31-75ac7cedfc0e has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:19:12.520442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd01094c-0f8e-415a-902f-1c1707f6d8df,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.569175 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Attempting to bind port fd01094c-0f8e-415a-902f-1c1707f6d8df on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:19:12.569791 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Attempting to bind port fd01094c-0f8e-415a-902f-1c1707f6d8df by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:19:12.570111 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Attempting to bind port fd01094c-0f8e-415a-902f-1c1707f6d8df on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:19:12.574810 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Port fd01094c-0f8e-415a-902f-1c1707f6d8df on network d03116af-aa13-4517-96b8-36b16fecb003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:19:12.575126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Attempting to bind port fd01094c-0f8e-415a-902f-1c1707f6d8df on network d03116af-aa13-4517-96b8-36b16fecb003 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:19:12.579796 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:19:12.580126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Checking segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:19:12.580530 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Bound using segment: {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:19:12.580956 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Bound port: fd01094c-0f8e-415a-902f-1c1707f6d8df, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc50eb8f-6982-428f-8be4-fbeda679cabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1501, 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:19:12.581305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.588369 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:19:12.593897 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9af8fcda-bb3c-4d59-966a-13ad23edb76f admin admin] 10.222.0.107 "PUT /v2.0/routers/e8331c5a-e504-4078-9d31-75ac7cedfc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888529 Aug 31 17:19:12.596618 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:12.600529 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] Sync routers for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:19:12.611326 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:12.611923 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:18:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:12.648601 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] For port fd01094c-0f8e-415a-902f-1c1707f6d8df, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:19:12.652284 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] For port fd01094c-0f8e-415a-902f-1c1707f6d8df, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:19:12.657563 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.688282 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:12.689493 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.691317 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] 10.222.0.109 "PUT /v2.0/ports/fd01094c-0f8e-415a-902f-1c1707f6d8df HTTP/1.1" status: 200 len: 1094 time: 0.8217757 Aug 31 17:19:12.693567 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384aee33-b712-4a29-9d9a-f0700de25359', 'tag': 'fd01094c-0f8e-415a-902f-1c1707f6d8df'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:12.696675 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c2d777-d407-4daf-8a4b-36884536129b" -d '{"events": [{"name": "network-changed", "server_uuid": "384aee33-b712-4a29-9d9a-f0700de25359", "tag": "fd01094c-0f8e-415a-902f-1c1707f6d8df"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:12.716672 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.722268 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:12.735277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8872e93-ba16-4f45-8408-9ec1281fd8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd01094c-0f8e-415a-902f-1c1707f6d8df,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:12.750257 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7344f36f-fb33-4286-9b15-a14a34590769 x-openstack-request-id: req-7344f36f-fb33-4286-9b15-a14a34590769 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:12.750646 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384aee33-b712-4a29-9d9a-f0700de25359", "tag": "fd01094c-0f8e-415a-902f-1c1707f6d8df", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:12.751011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7344f36f-fb33-4286-9b15-a14a34590769 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:12.751497 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384aee33-b712-4a29-9d9a-f0700de25359', 'tag': 'fd01094c-0f8e-415a-902f-1c1707f6d8df', 'status': 'completed', 'code': 200} Aug 31 17:19:12.800738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-376b8c82-b2e0-4fcf-a21a-ce844ead742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:12.802241 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-376b8c82-b2e0-4fcf-a21a-ce844ead742a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 1097 time: 0.0477715 Aug 31 17:19:12.826145 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.864882 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-4c62c11e-df25-4806-b740-9e14de0c3a38 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df HTTP/1.1" status: 200 len: 217 time: 0.0366521 Aug 31 17:19:12.879660 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Deleting port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:12.880143 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.914524 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02072efb-8b88-48b1-99f3-0f0979135162 req-98439869-8100-4d8c-a344-f3d0f4f2799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:12.916129 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-98439869-8100-4d8c-a344-f3d0f4f2799b service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0468318 Aug 31 17:19:12.918179 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:19:11Z', 'revision_number': 5, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port': {'id': '7ae20dbf-2eb1-4837-ac73-469a80ac85c7', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:06:32Z', 'updated_at': '2021-08-31T17:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:12.945571 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] Checking router: e8331c5a-e504-4078-9d31-75ac7cedfc0e for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:19:12.956336 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] Routers {'e8331c5a-e504-4078-9d31-75ac7cedfc0e'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:19:12.956336 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:18:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:12.959672 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-7677382f-3997-4935-8ebd-57ee7a74af47 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346580 Aug 31 17:19:12.965931 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] For port 7ae20dbf-2eb1-4837-ac73-469a80ac85c7, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:12.966456 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:12.980670 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Calling delete_port for 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:13.045652 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] Set router e8331c5a-e504-4078-9d31-75ac7cedfc0e gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:19:13.055636 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-abca2135-431d-484b-bdd3-47b79b989830 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865200 Aug 31 17:19:13.108815 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:19:12Z', 'revision_number': 6, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:13.140556 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875832e-e7f5-4a2b-8e03-9598dac72ac7 None None] The sync data for ids ['e8331c5a-e504-4078-9d31-75ac7cedfc0e'] in dv-cinder-786931-6-iscsi is: [{'id': 'e8331c5a-e504-4078-9d31-75ac7cedfc0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1195952536-router', 'tenant_id': '8107b911803c4bd198dd74f3e21f9786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:06:31Z', 'updated_at': '2021-08-31T17:19:12Z', 'revision_number': 6, 'project_id': '8107b911803c4bd198dd74f3e21f9786', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:19:13.163398 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.169736 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-02072efb-8b88-48b1-99f3-0f0979135162 req-88607d3c-3081-40a1-88d5-30c8756fadb8 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021802 Aug 31 17:19:13.197041 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae20dbf-2eb1-4837-ac73-469a80ac85c7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:13.266337 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.281567 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2d777-d407-4daf-8a4b-36884536129b req-9e45649a-6b81-4a41-a5ff-90af830be440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:13.283289 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-9e45649a-6b81-4a41-a5ff-90af830be440 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 1097 time: 0.0491676 Aug 31 17:19:13.381207 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.382247 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2d777-d407-4daf-8a4b-36884536129b req-9b42f7a9-ad0a-4819-9c6c-f671eb0d6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:13.383315 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.383807 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-9b42f7a9-ad0a-4819-9c6c-f671eb0d6ab0 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 917 time: 0.0895896 Aug 31 17:19:13.434533 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-dcd0e91f-7c40-4369-9029-15a9ecf26154 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df HTTP/1.1" status: 200 len: 217 time: 0.0410912 Aug 31 17:19:13.436636 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.437165 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8331c5a-e504-4078-9d31-75ac7cedfc0e {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:19:13.441487 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.442954 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7b7c2bee-9ddf-4d1f-bcce-0f47bdb4edc7 admin admin] 10.222.0.107 "DELETE /v2.0/routers/e8331c5a-e504-4078-9d31-75ac7cedfc0e HTTP/1.1" status: 204 len: 168 time: 0.8451929 Aug 31 17:19:13.446096 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47106) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:13.488978 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2d777-d407-4daf-8a4b-36884536129b req-50d119ab-d2f6-4cac-8f7d-4658c81c8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:13.490444 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-50d119ab-d2f6-4cac-8f7d-4658c81c8450 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0466404 Aug 31 17:19:13.493382 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Deleting subnet 567cb0ff-dc46-4e24-88c3-f1e45fd773ca {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:19:13.497804 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.527223 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-2a8e057e-4fd0-41df-9fc4-803583d15876 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274878 Aug 31 17:19:13.533347 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.618621 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.651769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047b745-7392-4380-906e-18fbfb79d0ad req-1995a0e8-2834-4680-95a6-68206ab0ab9e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:13.653357 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b047b745-7392-4380-906e-18fbfb79d0ad req-1995a0e8-2834-4680-95a6-68206ab0ab9e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 944 time: 0.1080124 Aug 31 17:19:13.665100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-0afce270-2d03-4c20-b1a2-a8a5bc4fc26a service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288435 Aug 31 17:19:13.677981 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.708595 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.713343 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/567cb0ff-dc46-4e24-88c3-f1e45fd773ca HTTP/1.1" status: 204 len: 168 time: 0.2633557 Aug 31 17:19:13.713343 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63f344-4595-438a-bea4-b06c549b3229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=567cb0ff-dc46-4e24-88c3-f1e45fd773ca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:13.714811 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47110) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:13.727025 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf068e-3090-48cc-948d-9b00596a7b03 None None] Network 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:13.751217 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b047b745-7392-4380-906e-18fbfb79d0ad req-c0f75cba-a8ca-4ea3-bd71-35b3c90087a9 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850909 Aug 31 17:19:13.786654 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-65c2d777-d407-4daf-8a4b-36884536129b req-575e8332-f6a9-4ddf-9737-d0d14f2016d8 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063180 Aug 31 17:19:13.793992 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:13.971393 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] DHCP port deletion for 2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:19:14.029435 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Deleting port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:14.029817 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.079519 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Deleting port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:14.080117 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.093482 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] For port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:14.093884 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.106089 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Calling delete_port for 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:14.139499 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] For port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,segment=NetworkSegment(2ad790ac-7d75-4635-b497-ba38d55f1500),segment_id=2ad790ac-7d75-4635-b497-ba38d55f1500)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:14.139850 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.153112 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Calling delete_port for 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:14.186694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.213059 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Pushing event deleted for resources: {'Port': ['ID=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:14.216693 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] No DVR routers for this DVR port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a on host dv-cinder-786931-6-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:14.224000 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.227744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.227744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.227744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.227744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.228111 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.228210 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.228577 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.229308 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.229308 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.229613 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.230014 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e0bb7-58d2-4423-aea5-7547334a264e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:19:14.235903 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.261627 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Pushing event deleted for resources: {'Port': ['ID=18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:14.265098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] No DVR routers for this DVR port 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a on host dv-cinder-786931-6-iscsi {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:14.293567 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:14.314070 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:14.314513 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7ae20dbf-2eb1-4837-ac73-469a80ac85c7 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:14.315039 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 607f4cce-4052-440a-9ca5-37c925256589 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:14.334044 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 607f4cce-4052-440a-9ca5-37c925256589 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:14.334401 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 607f4cce-4052-440a-9ca5-37c925256589 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:14.334811 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:14.336273 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.346009 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fefa7f6-f6c8-4aa1-8c73-cda0b548f806']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:14.352923 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:14.353270 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 18529051-3bcd-4dfa-a2c3-ddba4c0a3a5a not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:14.357049 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad790ac-7d75-4635-b497-ba38d55f1500') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:14.357347 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad790ac-7d75-4635-b497-ba38d55f1500') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:14.366146 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.379721 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.386340 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Releasing vlan 1544 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:19:14.386790 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: self.session.flush() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: self.session.flush() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: self.session.flush() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: self.session.flush() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:19:14.388630 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:19:14.439411 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.444950 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.446663 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] 10.222.0.107 "DELETE /v2.0/networks/2fefa7f6-f6c8-4aa1-8c73-cda0b548f806 HTTP/1.1" status: 204 len: 168 time: 0.7309003 Aug 31 17:19:14.457661 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0a764-c067-4654-ac8a-80e3daf4ed29 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fefa7f6-f6c8-4aa1-8c73-cda0b548f806,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:14.554277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:14.593812 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-ae56d249-f04d-433f-bee5-2daf9526a615 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8107b911803c4bd198dd74f3e21f9786&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384126 Aug 31 17:19:14.596265 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:14.642260 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcc08ac3-e044-4b02-938f-14602c0dcbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.662271 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcc08ac3-e044-4b02-938f-14602c0dcbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.709169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcc08ac3-e044-4b02-938f-14602c0dcbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.711626 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcc08ac3-e044-4b02-938f-14602c0dcbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:14.712814 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-dcc08ac3-e044-4b02-938f-14602c0dcbfc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e46b0942-0a79-4115-be87-5d386fedbab2 HTTP/1.1" status: 204 len: 168 time: 0.1156173 Aug 31 17:19:14.720683 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc08ac3-e044-4b02-938f-14602c0dcbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b0942-0a79-4115-be87-5d386fedbab2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:14.885781 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a63a-4dde-441c-bb1b-853d560901f0 req-231c3a29-8328-4e9f-bf86-5cb5d0bb27cc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:14.887240 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6657a63a-4dde-441c-bb1b-853d560901f0 req-231c3a29-8328-4e9f-bf86-5cb5d0bb27cc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 944 time: 0.0523567 Aug 31 17:19:14.931014 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6657a63a-4dde-441c-bb1b-853d560901f0 req-e7de695e-bc86-44c5-8b80-69c9c72612fb tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 Aug 31 17:19:16.043147 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b505c92-f788-4bee-a45d-aff618b245fc req-af52fc0e-4d26-40b2-bb51-8d1375eac247 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:16.044680 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5b505c92-f788-4bee-a45d-aff618b245fc req-af52fc0e-4d26-40b2-bb51-8d1375eac247 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 944 time: 0.0475814 Aug 31 17:19:16.086742 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5b505c92-f788-4bee-a45d-aff618b245fc req-37e2e8f4-e37e-4388-a33a-a0a08fc3b89a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Aug 31 17:19:16.295593 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47164) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:16.397743 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abfa7f7f-ef3f-4397-8e46-507cde8b04d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.484715 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abfa7f7f-ef3f-4397-8e46-507cde8b04d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.488373 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abfa7f7f-ef3f-4397-8e46-507cde8b04d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.526679 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-abfa7f7f-ef3f-4397-8e46-507cde8b04d6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=294a88eca5284e3ea72a5bc14b1a2998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294474 Aug 31 17:19:16.527790 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa7f7f-ef3f-4397-8e46-507cde8b04d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13040e8-f505-40fa-9dd5-5568df7d200e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:16.529497 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47168) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:16.577398 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edd70b9b-b98e-4817-9df5-2611fc85a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.598185 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edd70b9b-b98e-4817-9df5-2611fc85a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.644008 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edd70b9b-b98e-4817-9df5-2611fc85a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.646495 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edd70b9b-b98e-4817-9df5-2611fc85a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:16.647640 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-edd70b9b-b98e-4817-9df5-2611fc85a590 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e13040e8-f505-40fa-9dd5-5568df7d200e HTTP/1.1" status: 204 len: 168 time: 0.1171689 Aug 31 17:19:16.655875 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd70b9b-b98e-4817-9df5-2611fc85a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13040e8-f505-40fa-9dd5-5568df7d200e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:16.923807 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:16.936895 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18733f88-0174-4f80-aac7-2ac3af6e2502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.026614 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18733f88-0174-4f80-aac7-2ac3af6e2502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.030374 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18733f88-0174-4f80-aac7-2ac3af6e2502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.067673 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-18733f88-0174-4f80-aac7-2ac3af6e2502 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=244e558b1d6548d7949cd8fbed4bdc38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424587 Aug 31 17:19:17.070743 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18733f88-0174-4f80-aac7-2ac3af6e2502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bee58c-88ee-474a-adc0-df437b36a8f7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:17.071251 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47176) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:17.123489 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6500fc3-1dc1-4dd8-b500-4ddf014e0591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.145531 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6500fc3-1dc1-4dd8-b500-4ddf014e0591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.192997 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6500fc3-1dc1-4dd8-b500-4ddf014e0591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.195812 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6500fc3-1dc1-4dd8-b500-4ddf014e0591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.197089 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a6500fc3-1dc1-4dd8-b500-4ddf014e0591 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/29bee58c-88ee-474a-adc0-df437b36a8f7 HTTP/1.1" status: 204 len: 168 time: 0.1247072 Aug 31 17:19:17.203898 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9461-b447-4e33-9687-e81aa425a1fd req-989dbf2f-0a4a-4847-bf56-c04df6796f21 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:17.205422 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-adfa9461-b447-4e33-9687-e81aa425a1fd req-989dbf2f-0a4a-4847-bf56-c04df6796f21 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 944 time: 0.0504787 Aug 31 17:19:17.205959 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6500fc3-1dc1-4dd8-b500-4ddf014e0591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bee58c-88ee-474a-adc0-df437b36a8f7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:17.248874 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-adfa9461-b447-4e33-9687-e81aa425a1fd req-21edf7de-7214-48ed-9cd0-04d05748aa29 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Aug 31 17:19:17.336162 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device fd01094c-0f8e-415a-902f-1c1707f6d8df details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:19:17.437900 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port fd01094c-0f8e-415a-902f-1c1707f6d8df, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:17.449843 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': 'fd01094c-0f8e-415a-902f-1c1707f6d8df', 'network_id': 'd03116af-aa13-4517-96b8-36b16fecb003', 'port_id': 'fd01094c-0f8e-415a-902f-1c1707f6d8df', 'mac_address': 'fa:16:3e:45:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a347bd-bc9b-422e-9372-26185482bd79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:19:17.486092 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.499444 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd01094c-0f8e-415a-902f-1c1707f6d8df {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:19:17.519292 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port fd01094c-0f8e-415a-902f-1c1707f6d8df, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:17.523407 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:17.576418 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=fd01094c-0f8e-415a-902f-1c1707f6d8df,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:17.783628 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b970171e-d41c-4a62-9770-a6479afc4c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:18.033778 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['fd01094c-0f8e-415a-902f-1c1707f6d8df'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:19:18.366235 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf252a-933b-4147-89c1-3bbdd680343a req-d0f966b8-f163-4833-b13b-d888b10d6f13 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:18.367777 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8bf252a-933b-4147-89c1-3bbdd680343a req-d0f966b8-f163-4833-b13b-d888b10d6f13 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Aug 31 17:19:18.405687 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a8bf252a-933b-4147-89c1-3bbdd680343a req-b808f23e-f059-4c85-801d-cda991a7ebde tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Aug 31 17:19:19.518128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9412022-2718-46f8-8477-c07d6565527b req-b1873182-d530-4655-83e1-c1f8ed7c0c0e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:19.519518 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d9412022-2718-46f8-8477-c07d6565527b req-b1873182-d530-4655-83e1-c1f8ed7c0c0e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Aug 31 17:19:19.557639 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d9412022-2718-46f8-8477-c07d6565527b req-8a1582c5-3d91-43b6-ae83-b45b49d0ba6a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Aug 31 17:19:20.631828 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:20.670068 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6838f1bf-a007-49db-bccb-31dc0e1982a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:20.674766 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b44665-e13b-4e21-9bef-98a11743eef1 req-45b3a50a-9574-4583-aeb9-4a69344d1722 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:20.676249 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a2b44665-e13b-4e21-9bef-98a11743eef1 req-45b3a50a-9574-4583-aeb9-4a69344d1722 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 945 time: 0.0535920 Aug 31 17:19:20.713642 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a2b44665-e13b-4e21-9bef-98a11743eef1 req-1a46712a-3206-4dcd-978f-a84066466546 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Aug 31 17:19:21.382009 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device fd01094c-0f8e-415a-902f-1c1707f6d8df up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:19:21.433142 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port fd01094c-0f8e-415a-902f-1c1707f6d8df completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:19:21.436870 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port fd01094c-0f8e-415a-902f-1c1707f6d8df triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:19:21.437230 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.480458 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:21.517860 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.540131 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384aee33-b712-4a29-9d9a-f0700de25359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01094c-0f8e-415a-902f-1c1707f6d8df'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:21.542552 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8207b-ad06-4f70-817e-b51ca666c58a" -d '{"events": [{"server_uuid": "384aee33-b712-4a29-9d9a-f0700de25359", "name": "network-vif-plugged", "status": "completed", "tag": "fd01094c-0f8e-415a-902f-1c1707f6d8df"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:21.554997 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port fd01094c-0f8e-415a-902f-1c1707f6d8df, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:21.560003 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.587056 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582a6f90-6588-475c-af0f-9d021621471b x-openstack-request-id: req-582a6f90-6588-475c-af0f-9d021621471b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:21.587344 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384aee33-b712-4a29-9d9a-f0700de25359", "name": "network-vif-plugged", "status": "completed", "tag": "fd01094c-0f8e-415a-902f-1c1707f6d8df", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:21.587590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-582a6f90-6588-475c-af0f-9d021621471b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:21.587968 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384aee33-b712-4a29-9d9a-f0700de25359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01094c-0f8e-415a-902f-1c1707f6d8df', 'code': 200} Aug 31 17:19:21.590906 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69a9d9e7-f372-40b1-89e6-16990fd36f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.619568 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=fd01094c-0f8e-415a-902f-1c1707f6d8df,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:21.681923 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69a9d9e7-f372-40b1-89e6-16990fd36f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.686404 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69a9d9e7-f372-40b1-89e6-16990fd36f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.726853 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-69a9d9e7-f372-40b1-89e6-16990fd36f2a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=005e9dc9f7a649de90d37db5121cb66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452466 Aug 31 17:19:21.727782 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9d9e7-f372-40b1-89e6-16990fd36f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee294f-4640-4d05-a283-8bb0a4a44812,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:21.730944 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:21.764103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b02d1-cef0-4dc7-a149-7a0fc79fdbcf req-bf2f8780-470e-4cf6-acd8-3f90a43f78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:21.766265 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2f7b02d1-cef0-4dc7-a149-7a0fc79fdbcf req-bf2f8780-470e-4cf6-acd8-3f90a43f78cc service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 1099 time: 0.0525243 Aug 31 17:19:21.782369 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25960ca5-d07a-4b11-a808-dfc12c37de42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.804319 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25960ca5-d07a-4b11-a808-dfc12c37de42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.812434 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2f7b02d1-cef0-4dc7-a149-7a0fc79fdbcf req-2a305a48-8c70-4c59-9d03-e8c0acbbc2e1 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375896 Aug 31 17:19:21.850453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf7ac0-5d07-4034-9da1-3b9370985ac4 req-c6d9dce2-5c1f-44fb-8944-13ba316b81b3 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:21.850760 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25960ca5-d07a-4b11-a808-dfc12c37de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.851965 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-57bf7ac0-5d07-4034-9da1-3b9370985ac4 req-c6d9dce2-5c1f-44fb-8944-13ba316b81b3 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0570903 Aug 31 17:19:21.853615 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25960ca5-d07a-4b11-a808-dfc12c37de42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:21.855426 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-25960ca5-d07a-4b11-a808-dfc12c37de42 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/75ee294f-4640-4d05-a283-8bb0a4a44812 HTTP/1.1" status: 204 len: 168 time: 0.1235709 Aug 31 17:19:21.863475 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25960ca5-d07a-4b11-a808-dfc12c37de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee294f-4640-4d05-a283-8bb0a4a44812,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:21.899036 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-57bf7ac0-5d07-4034-9da1-3b9370985ac4 req-ad63c729-8c93-435c-84f0-483b8766dfe2 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Aug 31 17:19:21.981882 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.116384 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47270) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:22.129952 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f330832-4a7b-4c7b-af47-69e8c8e21e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.220732 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f330832-4a7b-4c7b-af47-69e8c8e21e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.225135 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f330832-4a7b-4c7b-af47-69e8c8e21e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.262861 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6f330832-4a7b-4c7b-af47-69e8c8e21e96 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=158f4f7ea6b345e281073516bbb6cff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452825 Aug 31 17:19:22.263711 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f330832-4a7b-4c7b-af47-69e8c8e21e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865291ed-81e4-4bbf-9910-4140ac48433f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:22.265603 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47272) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:22.312117 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd111f78-9d25-45d8-8989-9c3f512c1b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.331971 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd111f78-9d25-45d8-8989-9c3f512c1b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.377593 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd111f78-9d25-45d8-8989-9c3f512c1b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.380328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd111f78-9d25-45d8-8989-9c3f512c1b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:22.381509 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-fd111f78-9d25-45d8-8989-9c3f512c1b52 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/865291ed-81e4-4bbf-9910-4140ac48433f HTTP/1.1" status: 204 len: 168 time: 0.1148682 Aug 31 17:19:22.389170 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd111f78-9d25-45d8-8989-9c3f512c1b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865291ed-81e4-4bbf-9910-4140ac48433f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:23.019724 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97353125-5b0e-4ea0-a80d-0703a6c76330 req-f974c33f-eaf6-4c0c-bbb8-47ab78ae98bc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:23.021234 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-97353125-5b0e-4ea0-a80d-0703a6c76330 req-f974c33f-eaf6-4c0c-bbb8-47ab78ae98bc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0511487 Aug 31 17:19:23.040529 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47296) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:23.066958 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-97353125-5b0e-4ea0-a80d-0703a6c76330 req-bb9808f3-2185-4f87-b6f3-6f78a04702b4 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Aug 31 17:19:23.148915 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099322331-network', 'tenant_id': '76df14d7e4e148c0addc6d91bbc99bcb'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:19:23.169598 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Made reservation on behalf of 76df14d7e4e148c0addc6d91bbc99bcb for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:19:23.171829 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.179920 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.269313 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.273127 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.295861 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] vlan segment allocate from pool success with {'vlan_id': 1538, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:19:23.305159 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f41a949-32b9-4037-85f1-9264edf66d9f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:23.310394 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.310727 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Added segment 71f25bbd-c4d9-483a-ba6c-4bc26bffc105 of type vlan for network 77f190c4-4790-4b2a-a1bc-398abc867208 Aug 31 17:19:23.350014 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.373017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.373939 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:23.374543 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.428530 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3869021 Aug 31 17:19:23.431283 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47300) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:23.436501 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Request body: {'subnet': {'network_id': '77f190c4-4790-4b2a-a1bc-398abc867208', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099322331-subnet', 'tenant_id': '76df14d7e4e148c0addc6d91bbc99bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:19:23.444584 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098be7-693e-4950-ac22-d3a548901428 admin admin] Pushing event updated for resources: {'Network': ['ID=77f190c4-4790-4b2a-a1bc-398abc867208,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:23.458107 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 77f190c4-4790-4b2a-a1bc-398abc867208 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:19:23.461690 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Made reservation on behalf of 76df14d7e4e148c0addc6d91bbc99bcb for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:19:23.464108 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9504461'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.589390 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.629064 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9534206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9504475'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.679226 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b37764e-e64d-49f3-a799-c7ac82e25e6d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:23.691728 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Checking segment: {'id': '71f25bbd-c4d9-483a-ba6c-4bc26bffc105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1538, 'network_id': '77f190c4-4790-4b2a-a1bc-398abc867208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:19:23.692083 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Network hostable DHCP agents. Network: 77f190c4-4790-4b2a-a1bc-398abc867208, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:19:23.709412 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Network 77f190c4-4790-4b2a-a1bc-398abc867208 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:19:23.718422 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 77f190c4-4790-4b2a-a1bc-398abc867208) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:19:23.723317 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:23.723975 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:23.728567 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff679d08-1f7f-41f9-906f-661c125d176f None None] Network 77f190c4-4790-4b2a-a1bc-398abc867208 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:23.739914 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-6fa9a442-796e-4fee-9ec0-762b326fb330 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3070974 Aug 31 17:19:23.863338 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09b6c9f-c67e-4b9a-91c2-d3be50e33bb6 None None] Network 77f190c4-4790-4b2a-a1bc-398abc867208 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:24.183865 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f5d5-279b-4430-82b9-164c8b86325e req-19cc4b35-e017-421b-8552-a5344c3f36a9 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:24.185563 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d50f5d5-279b-4430-82b9-164c8b86325e req-19cc4b35-e017-421b-8552-a5344c3f36a9 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0491562 Aug 31 17:19:24.211625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47318) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:24.217729 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2122544201-network', 'tenant_id': 'c5e3335910ae441eac695acf44f3795b'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:19:24.225150 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d50f5d5-279b-4430-82b9-164c8b86325e req-cbd4b637-1df3-49ff-b763-2370ec3a051b tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Aug 31 17:19:24.239911 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Made reservation on behalf of c5e3335910ae441eac695acf44f3795b for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:19:24.242295 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.251736 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.343442 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.347291 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.367525 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1515, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:19:24.380389 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a75cb-325a-4dd2-8d08-f77e9c6b532b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:24.385625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.386050 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Added segment 604ee0de-155a-494f-ad6d-16196b0db7f8 of type vlan for network 1e8f0040-0580-4902-ad14-02b674fa41b0 Aug 31 17:19:24.426067 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.466253 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.467493 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:24.468275 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.522952 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3095846 Aug 31 17:19:24.526449 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:24.531442 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Request body: {'subnet': {'network_id': '1e8f0040-0580-4902-ad14-02b674fa41b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2122544201-subnet', 'tenant_id': 'c5e3335910ae441eac695acf44f3795b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:19:24.534023 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4f202-a203-491a-9596-7a84acc347ed admin admin] Pushing event updated for resources: {'Network': ['ID=1e8f0040-0580-4902-ad14-02b674fa41b0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:24.544353 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 1e8f0040-0580-4902-ad14-02b674fa41b0 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:19:24.554816 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Made reservation on behalf of c5e3335910ae441eac695acf44f3795b for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:19:24.557123 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12307828'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:24.716845 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12215252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12307810'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:25.032312 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1e54e2-39e9-4fd8-962a-b14725ad90e9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:25.042143 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Checking segment: {'id': '604ee0de-155a-494f-ad6d-16196b0db7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1515, 'network_id': '1e8f0040-0580-4902-ad14-02b674fa41b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:19:25.042492 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Network hostable DHCP agents. Network: 1e8f0040-0580-4902-ad14-02b674fa41b0, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:19:25.059909 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Network 1e8f0040-0580-4902-ad14-02b674fa41b0 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:19:25.068880 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 1e8f0040-0580-4902-ad14-02b674fa41b0) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:19:25.074115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:25.074707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:25.080561 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb690fd-e9c1-4958-8d42-f3e7fb8bcbea None None] Network 1e8f0040-0580-4902-ad14-02b674fa41b0 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:25.097928 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7a946aa3-8d0e-41d1-880d-8e0b2d0df336 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5616229 Aug 31 17:19:25.203097 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e24ad5-ced7-4c01-afb1-a17bf2b25d8e None None] Network 1e8f0040-0580-4902-ad14-02b674fa41b0 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:19:27.138351 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:19:36.116211 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae773e5e-682c-49d7-a020-58ebb16deb32 req-5cba66b6-921d-4708-9056-3060cc7842d0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:36.117609 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ae773e5e-682c-49d7-a020-58ebb16deb32 req-5cba66b6-921d-4708-9056-3060cc7842d0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0491490 Aug 31 17:19:36.154912 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ae773e5e-682c-49d7-a020-58ebb16deb32 req-a11b6656-533b-4296-a23a-10d630a37186 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Aug 31 17:19:37.268973 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b66cd-775a-471e-920f-c6a287d03626 req-89ee0304-6855-41a1-aa97-a93ba9c59296 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:37.270440 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-327b66cd-775a-471e-920f-c6a287d03626 req-89ee0304-6855-41a1-aa97-a93ba9c59296 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0478590 Aug 31 17:19:37.307257 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-327b66cd-775a-471e-920f-c6a287d03626 req-ef615f9c-f35b-492c-98f9-10b711e98fe0 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302134 Aug 31 17:19:38.421136 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a20f-2f12-4ee6-8854-737e2e3c81ff req-87c0e82d-80c7-4e24-a97c-d4aeed881515 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:38.422611 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be38a20f-2f12-4ee6-8854-737e2e3c81ff req-87c0e82d-80c7-4e24-a97c-d4aeed881515 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0488465 Aug 31 17:19:38.467251 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-be38a20f-2f12-4ee6-8854-737e2e3c81ff req-d20c036e-2142-46c6-a7bd-dad66cdc9268 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Aug 31 17:19:38.583338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-0479a566-0a26-459a-a5aa-7f1351a3ca39 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:38.584783 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-0479a566-0a26-459a-a5aa-7f1351a3ca39 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 946 time: 0.0501394 Aug 31 17:19:38.680690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Deleting port fd01094c-0f8e-415a-902f-1c1707f6d8df {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:38.681036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:38.772126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] For port fd01094c-0f8e-415a-902f-1c1707f6d8df, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd01094c-0f8e-415a-902f-1c1707f6d8df,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:38.772377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:38.785709 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Calling delete_port for fd01094c-0f8e-415a-902f-1c1707f6d8df owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:38.909325 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:38.937968 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6', '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', '651d22cc-bdd8-47a9-bf55-743c09e9d2de', 'fd01094c-0f8e-415a-902f-1c1707f6d8df'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:19:38.938814 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event deleted for resources: {'Port': ['ID=fd01094c-0f8e-415a-902f-1c1707f6d8df,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:38.982081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] No DVR routers for this DVR port fd01094c-0f8e-415a-902f-1c1707f6d8df on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:38.984620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:38.986580 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-50e5f0de-2c12-4256-9f42-d64d44a427a6 req-d9085f17-9e2e-4c7f-a9e2-a42cc7989ddc tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "DELETE /v2.0/ports/fd01094c-0f8e-415a-902f-1c1707f6d8df HTTP/1.1" status: 204 len: 173 time: 0.3936181 Aug 31 17:19:38.987008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384aee33-b712-4a29-9d9a-f0700de25359', 'name': 'network-vif-deleted', 'tag': 'fd01094c-0f8e-415a-902f-1c1707f6d8df'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:38.989263 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31244d0-78d6-4407-89d8-54187ff26e45" -d '{"events": [{"server_uuid": "384aee33-b712-4a29-9d9a-f0700de25359", "name": "network-vif-deleted", "tag": "fd01094c-0f8e-415a-902f-1c1707f6d8df"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:39.028217 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ba9356-3b51-4a8e-8206-5d715dcd5347 x-openstack-request-id: req-41ba9356-3b51-4a8e-8206-5d715dcd5347 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:39.028553 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384aee33-b712-4a29-9d9a-f0700de25359", "name": "network-vif-deleted", "tag": "fd01094c-0f8e-415a-902f-1c1707f6d8df", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:39.028945 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-41ba9356-3b51-4a8e-8206-5d715dcd5347 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:39.029337 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384aee33-b712-4a29-9d9a-f0700de25359', 'name': 'network-vif-deleted', 'tag': 'fd01094c-0f8e-415a-902f-1c1707f6d8df', 'status': 'completed', 'code': 200} Aug 31 17:19:39.589837 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ff669ccf-2e3b-4b94-b308-7b55aeafe225 req-5308c84e-1701-40ae-ad8e-f16118946f77 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=384aee33-b712-4a29-9d9a-f0700de25359 HTTP/1.1" status: 200 len: 210 time: 0.0353227 Aug 31 17:19:39.614502 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47510) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:39.663799 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Deleting subnet 5b37764e-e64d-49f3-a799-c7ac82e25e6d {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:19:39.668372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.713011 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.750577 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.800779 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.824570 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b37764e-e64d-49f3-a799-c7ac82e25e6d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:39.827988 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.830666 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e6cfd8b2-225f-41af-9798-9dfb1012e143 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5b37764e-e64d-49f3-a799-c7ac82e25e6d HTTP/1.1" status: 204 len: 168 time: 0.2151198 Aug 31 17:19:39.832194 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47512) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:39.855430 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.903178 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.976753 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:39.987769 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f190c4-4790-4b2a-a1bc-398abc867208']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:39.997899 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f25bbd-c4d9-483a-ba6c-4bc26bffc105') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:39.998198 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f25bbd-c4d9-483a-ba6c-4bc26bffc105') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:40.006641 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.020733 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.026401 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Releasing vlan 1538 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:19:40.026778 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:19:40.028346 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:19:40.082636 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.089218 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.091274 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] 10.222.0.107 "DELETE /v2.0/networks/77f190c4-4790-4b2a-a1bc-398abc867208 HTTP/1.1" status: 204 len: 168 time: 0.2578256 Aug 31 17:19:40.093994 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:40.099893 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db3a69-563c-4616-a689-9e3be465e3de admin admin] Pushing event deleted for resources: {'Network': ['ID=77f190c4-4790-4b2a-a1bc-398abc867208,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:40.137920 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Deleting subnet 7a1e54e2-39e9-4fd8-962a-b14725ad90e9 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:19:40.141006 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.178657 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.215720 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.265631 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.291700 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1e54e2-39e9-4fd8-962a-b14725ad90e9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:40.293704 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.296532 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-0f26f09e-a92a-46ec-845e-5874a5c9be31 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/7a1e54e2-39e9-4fd8-962a-b14725ad90e9 HTTP/1.1" status: 204 len: 168 time: 0.2005687 Aug 31 17:19:40.298110 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47516) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:40.361718 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.438089 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.447650 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8f0040-0580-4902-ad14-02b674fa41b0']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:40.457159 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604ee0de-155a-494f-ad6d-16196b0db7f8') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:40.457451 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604ee0de-155a-494f-ad6d-16196b0db7f8') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:40.466436 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.480133 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.485634 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Releasing vlan 1515 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:19:40.486034 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:19:40.487580 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:19:40.543533 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.548606 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.553186 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] 10.222.0.107 "DELETE /v2.0/networks/1e8f0040-0580-4902-ad14-02b674fa41b0 HTTP/1.1" status: 204 len: 168 time: 0.2513347 Aug 31 17:19:40.565123 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049fb4f-6cb2-4c6a-b753-39165fc52c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8f0040-0580-4902-ad14-02b674fa41b0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:40.715256 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:40.755600 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-3cccb416-4d82-49b5-95a6-f03f956ef529 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=76df14d7e4e148c0addc6d91bbc99bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391860 Aug 31 17:19:40.758349 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47528) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:40.805543 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c02ec8d1-d1ec-42a8-9732-3e8375f692ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.825713 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c02ec8d1-d1ec-42a8-9732-3e8375f692ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.872039 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c02ec8d1-d1ec-42a8-9732-3e8375f692ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.874611 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c02ec8d1-d1ec-42a8-9732-3e8375f692ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:40.875862 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-c02ec8d1-d1ec-42a8-9732-3e8375f692ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3f41a949-32b9-4037-85f1-9264edf66d9f HTTP/1.1" status: 204 len: 168 time: 0.1165545 Aug 31 17:19:40.883964 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ec8d1-d1ec-42a8-9732-3e8375f692ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f41a949-32b9-4037-85f1-9264edf66d9f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:41.194639 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47534) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:41.232831 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-b9c5d23d-1bac-4021-9b93-d07ff310e104 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c5e3335910ae441eac695acf44f3795b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370469 Aug 31 17:19:41.235623 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47536) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:41.289016 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c25a1564-dceb-4107-8195-b4585569730a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:41.311301 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c25a1564-dceb-4107-8195-b4585569730a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:41.361718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c25a1564-dceb-4107-8195-b4585569730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:41.364561 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c25a1564-dceb-4107-8195-b4585569730a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:41.365729 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c25a1564-dceb-4107-8195-b4585569730a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db1a75cb-325a-4dd2-8d08-f77e9c6b532b HTTP/1.1" status: 204 len: 168 time: 0.1290596 Aug 31 17:19:41.374577 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1564-dceb-4107-8195-b4585569730a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a75cb-325a-4dd2-8d08-f77e9c6b532b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:41.558940 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device fd01094c-0f8e-415a-902f-1c1707f6d8df no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:41.564030 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-55edab39-bda3-4724-94d2-c82625ba87ba service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399301 Aug 31 17:19:41.579736 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: fd01094c-0f8e-415a-902f-1c1707f6d8df {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:41.579736 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device fd01094c-0f8e-415a-902f-1c1707f6d8df not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:41.632490 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-37ce2e84-0f20-4237-901f-018ff77f69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:41.634038 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-37ce2e84-0f20-4237-901f-018ff77f69cf service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0418296 Aug 31 17:19:41.745695 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-b00d4577-eec8-446a-a5c1-c38db2504b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:41.747164 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-b00d4577-eec8-446a-a5c1-c38db2504b20 service neutron] 10.222.0.109 "GET /v2.0/networks?id=d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 200 len: 917 time: 0.0926414 Aug 31 17:19:41.792184 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-4edf9de2-2ad7-4951-8147-e31f7418653a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6 HTTP/1.1" status: 200 len: 217 time: 0.0358293 Aug 31 17:19:41.846187 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-034f1e2b-6c3a-428c-bf29-6a2ca3e6fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:41.847812 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-034f1e2b-6c3a-428c-bf29-6a2ca3e6fa96 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 200 len: 855 time: 0.0459864 Aug 31 17:19:41.885415 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-254a1622-e948-4ecf-80a1-d291a7357b77 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=d03116af-aa13-4517-96b8-36b16fecb003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277274 Aug 31 17:19:41.999793 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-c51f7a57-a096-4461-8124-6650d201d807 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929937 Aug 31 17:19:42.015745 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5b58c-badf-49c8-aa1c-dc49dc5f4949 req-8ebb1610-97c8-46c8-b0f4-2c64565ed9da tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:42.018288 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9ce5b58c-badf-49c8-aa1c-dc49dc5f4949 req-8ebb1610-97c8-46c8-b0f4-2c64565ed9da tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0574136 Aug 31 17:19:42.061693 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9ce5b58c-badf-49c8-aa1c-dc49dc5f4949 req-285003a5-85a1-4764-9af4-2085be7407ad tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Aug 31 17:19:42.107245 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5ac0a8fa-67a4-4bf2-a4d5-2444606a45ff req-c61df255-3b12-4b63-bd8d-21272e8a5f13 service neutron] 10.222.0.109 "GET /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959930 Aug 31 17:19:43.188296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573c149-2d45-41da-afc0-c7c8f32ecab0 req-f804881d-15db-4219-a889-20af733f35f4 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:43.189815 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2573c149-2d45-41da-afc0-c7c8f32ecab0 req-f804881d-15db-4219-a889-20af733f35f4 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0551403 Aug 31 17:19:43.229254 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2573c149-2d45-41da-afc0-c7c8f32ecab0 req-b432dda6-0306-44c9-9a89-ded15492a7f7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Aug 31 17:19:44.344417 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af105b-539e-40c7-9fe9-b3fd8e880dad req-d124a3ec-6acc-4898-bf6a-4cf4c23d3324 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:44.345981 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-12af105b-539e-40c7-9fe9-b3fd8e880dad req-d124a3ec-6acc-4898-bf6a-4cf4c23d3324 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0492296 Aug 31 17:19:44.383622 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-12af105b-539e-40c7-9fe9-b3fd8e880dad req-22eda28b-b2c5-4755-acc9-f24417ed2d1a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Aug 31 17:19:44.483878 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-bc498cc7-430e-49ea-bdcc-69d8b4f91fa7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:44.485340 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-bc498cc7-430e-49ea-bdcc-69d8b4f91fa7 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 946 time: 0.0493972 Aug 31 17:19:44.574742 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Deleting port 651d22cc-bdd8-47a9-bf55-743c09e9d2de {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:44.574997 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:44.661479 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] For port 651d22cc-bdd8-47a9-bf55-743c09e9d2de, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=651d22cc-bdd8-47a9-bf55-743c09e9d2de,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:44.661834 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:44.674630 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Calling delete_port for 651d22cc-bdd8-47a9-bf55-743c09e9d2de owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:44.807634 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:44.820762 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6', '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', '651d22cc-bdd8-47a9-bf55-743c09e9d2de'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:19:44.834089 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event deleted for resources: {'Port': ['ID=651d22cc-bdd8-47a9-bf55-743c09e9d2de,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:44.877825 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] No DVR routers for this DVR port 651d22cc-bdd8-47a9-bf55-743c09e9d2de on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:44.880615 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:44.882716 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2205a8ae-135a-47a4-bbdf-3538da5e6cd5 req-72672681-51d9-40bf-9ab1-82d85180a61f tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "DELETE /v2.0/ports/651d22cc-bdd8-47a9-bf55-743c09e9d2de HTTP/1.1" status: 204 len: 173 time: 0.3890429 Aug 31 17:19:44.883538 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03934005-175a-4843-8ed0-b917bf6cf00f', 'name': 'network-vif-deleted', 'tag': '651d22cc-bdd8-47a9-bf55-743c09e9d2de'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:44.886487 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff55f60f-8045-4e9c-aaf1-097e68812bd9" -d '{"events": [{"server_uuid": "03934005-175a-4843-8ed0-b917bf6cf00f", "name": "network-vif-deleted", "tag": "651d22cc-bdd8-47a9-bf55-743c09e9d2de"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:44.927761 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dac008-96b4-4aad-a2c4-fe7a2e4c2672 x-openstack-request-id: req-57dac008-96b4-4aad-a2c4-fe7a2e4c2672 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:44.928052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03934005-175a-4843-8ed0-b917bf6cf00f", "name": "network-vif-deleted", "tag": "651d22cc-bdd8-47a9-bf55-743c09e9d2de", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:44.928301 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-57dac008-96b4-4aad-a2c4-fe7a2e4c2672 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:44.928723 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03934005-175a-4843-8ed0-b917bf6cf00f', 'name': 'network-vif-deleted', 'tag': '651d22cc-bdd8-47a9-bf55-743c09e9d2de', 'status': 'completed', 'code': 200} Aug 31 17:19:45.358189 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47614) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:45.486104 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af471cbe-9009-49fe-9a9b-f001764c38a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.488507 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9d38ecd0-e535-4383-b6b0-2fb1f2106a10 req-f1f0800f-7231-42c3-8817-a8ebb6e55a19 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=03934005-175a-4843-8ed0-b917bf6cf00f HTTP/1.1" status: 200 len: 210 time: 0.0265758 Aug 31 17:19:45.578063 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af471cbe-9009-49fe-9a9b-f001764c38a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.581727 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af471cbe-9009-49fe-9a9b-f001764c38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.621615 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-af471cbe-9009-49fe-9a9b-f001764c38a8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9586c7268271453d8aae50834b1af511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594535 Aug 31 17:19:45.621615 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af471cbe-9009-49fe-9a9b-f001764c38a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91c0b88-d037-4fcd-9c03-e357fc7b6011,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:45.622645 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:45.677450 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-994ecbe5-90eb-40f6-b2ea-552b03c27166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.699724 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-994ecbe5-90eb-40f6-b2ea-552b03c27166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.749243 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-994ecbe5-90eb-40f6-b2ea-552b03c27166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.752112 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-994ecbe5-90eb-40f6-b2ea-552b03c27166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:45.753279 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-994ecbe5-90eb-40f6-b2ea-552b03c27166 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f91c0b88-d037-4fcd-9c03-e357fc7b6011 HTTP/1.1" status: 204 len: 168 time: 0.1301460 Aug 31 17:19:45.760957 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ecbe5-90eb-40f6-b2ea-552b03c27166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91c0b88-d037-4fcd-9c03-e357fc7b6011,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:46.757136 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575271c1-2bc8-46d2-8ff7-66bb52aa0d48 req-f667a8d4-5442-4910-8c90-3f4802fde14e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:46.758678 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-575271c1-2bc8-46d2-8ff7-66bb52aa0d48 req-f667a8d4-5442-4910-8c90-3f4802fde14e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Aug 31 17:19:46.795879 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-575271c1-2bc8-46d2-8ff7-66bb52aa0d48 req-13cef5f1-fd3e-4e0b-87d2-54702a852a09 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308506 Aug 31 17:19:47.582925 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 651d22cc-bdd8-47a9-bf55-743c09e9d2de no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:47.605528 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 651d22cc-bdd8-47a9-bf55-743c09e9d2de {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:47.605871 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 651d22cc-bdd8-47a9-bf55-743c09e9d2de not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:47.786286 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cfeaf5b-71f0-4aff-90ed-8d6846d26962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:47.916071 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45e5ca-91ae-4db9-83fd-21cf98bdab8e req-b0a06139-b433-4231-91be-20300fa33fc5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:47.917555 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3b45e5ca-91ae-4db9-83fd-21cf98bdab8e req-b0a06139-b433-4231-91be-20300fa33fc5 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0494983 Aug 31 17:19:47.954644 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3b45e5ca-91ae-4db9-83fd-21cf98bdab8e req-d0de222f-98d7-4523-8e16-5678aeeae23e tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Aug 31 17:19:48.847523 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-75b1f751-6eb8-4dbe-ac57-866d70f46154 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:48.849112 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-75b1f751-6eb8-4dbe-ac57-866d70f46154 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Aug 31 17:19:48.945683 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Deleting port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:48.946074 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:49.045190 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] For port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:49.045558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:49.077061 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Calling delete_port for 09532d9b-d0c4-483f-aa50-49ce1cf2dacf owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:49.104271 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d51a45-f2df-4e98-8943-051e6b0f3e0a req-b8e66a83-291e-42e7-aef0-c14c77450eb6 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:49.105793 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-11d51a45-f2df-4e98-8943-051e6b0f3e0a req-b8e66a83-291e-42e7-aef0-c14c77450eb6 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=86dbd834-ac1a-4377-8de3-d5b7a8077089 HTTP/1.1" status: 200 len: 945 time: 0.0763996 Aug 31 17:19:49.181886 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-11d51a45-f2df-4e98-8943-051e6b0f3e0a req-6f193952-b1e4-4735-bfd1-baed1dd7695a tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 Aug 31 17:19:49.256434 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:49.268446 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6', '09532d9b-d0c4-483f-aa50-49ce1cf2dacf'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:19:49.289882 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event deleted for resources: {'Port': ['ID=09532d9b-d0c4-483f-aa50-49ce1cf2dacf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:49.331918 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] No DVR routers for this DVR port 09532d9b-d0c4-483f-aa50-49ce1cf2dacf on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:49.334387 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:49.339127 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0d78aee9-3713-4a83-a3f3-615a5d8b92b2 req-08b35c97-601f-49b4-a682-038d49057542 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "DELETE /v2.0/ports/09532d9b-d0c4-483f-aa50-49ce1cf2dacf HTTP/1.1" status: 204 len: 173 time: 0.4820657 Aug 31 17:19:49.339585 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'name': 'network-vif-deleted', 'tag': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:49.341893 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd37a92b-c532-46cd-8d5a-438273b4d7c3" -d '{"events": [{"server_uuid": "86dbd834-ac1a-4377-8de3-d5b7a8077089", "name": "network-vif-deleted", "tag": "09532d9b-d0c4-483f-aa50-49ce1cf2dacf"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:49.378078 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9a9e6-a4ef-449e-92cc-5f4ed2829444 x-openstack-request-id: req-f0c9a9e6-a4ef-449e-92cc-5f4ed2829444 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:49.378432 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86dbd834-ac1a-4377-8de3-d5b7a8077089", "name": "network-vif-deleted", "tag": "09532d9b-d0c4-483f-aa50-49ce1cf2dacf", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:49.378762 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f0c9a9e6-a4ef-449e-92cc-5f4ed2829444 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:49.379315 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86dbd834-ac1a-4377-8de3-d5b7a8077089', 'name': 'network-vif-deleted', 'tag': '09532d9b-d0c4-483f-aa50-49ce1cf2dacf', 'status': 'completed', 'code': 200} Aug 31 17:19:50.631880 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:50.669318 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361a5aae-6634-44ff-ace3-ebd61de9152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:51.570031 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f0f2-ef88-4dbc-9bca-f4d4ab04b2ec req-1ce3fa8c-6354-4e76-ae1e-b469078b463c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:51.571540 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8368f0f2-ef88-4dbc-9bca-f4d4ab04b2ec req-1ce3fa8c-6354-4e76-ae1e-b469078b463c tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 946 time: 0.0482862 Aug 31 17:19:51.609812 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8368f0f2-ef88-4dbc-9bca-f4d4ab04b2ec req-24b369e3-d752-4392-85df-dd5a3573d928 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Aug 31 17:19:51.613081 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 09532d9b-d0c4-483f-aa50-49ce1cf2dacf no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:51.634921 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 09532d9b-d0c4-483f-aa50-49ce1cf2dacf {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:51.635500 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 09532d9b-d0c4-483f-aa50-49ce1cf2dacf not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:51.982821 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:52.726030 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a21e55-7ce2-4732-ad9f-b988de0ec860 req-362a3c7f-40b2-40c9-9845-a330f5ad0669 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:52.727440 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-17a21e55-7ce2-4732-ad9f-b988de0ec860 req-362a3c7f-40b2-40c9-9845-a330f5ad0669 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 946 time: 0.0498490 Aug 31 17:19:52.764424 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-17a21e55-7ce2-4732-ad9f-b988de0ec860 req-9388c5cc-8a18-4945-b671-3eab5d8841d8 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Aug 31 17:19:53.713364 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47764) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:53.713994 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:53.817326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538bb017-beb7-415e-9eb2-749ccc4246be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:53.906097 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d98e3-83b9-47dc-9fa6-e3bacfcb84f6 req-c4fee383-b3bc-4742-aa79-2918bd232165 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:53.907566 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b59d98e3-83b9-47dc-9fa6-e3bacfcb84f6 req-c4fee383-b3bc-4742-aa79-2918bd232165 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 946 time: 0.0744126 Aug 31 17:19:53.968579 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b59d98e3-83b9-47dc-9fa6-e3bacfcb84f6 req-3a055add-edd7-4dbc-a2de-a527ceea3b25 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.107 "GET /v2.0/security-groups?id=fb18fb7c-c2ad-4a73-8c67-e5981251358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543318 Aug 31 17:19:54.003761 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538bb017-beb7-415e-9eb2-749ccc4246be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.009953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538bb017-beb7-415e-9eb2-749ccc4246be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.054931 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-538bb017-beb7-415e-9eb2-749ccc4246be admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=df913aa06c0f422d9ecf8e22118fa0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404295 Aug 31 17:19:54.058131 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47770) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:54.062916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8a084a35-4eca-4e5c-90b9-c434528e1a81 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:19:54.064312 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8a084a35-4eca-4e5c-90b9-c434528e1a81 tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "GET /v2.0/ports?device_id=1ffa42bf-97e9-4f67-96fe-09b791176ff7 HTTP/1.1" status: 200 len: 946 time: 0.0933626 Aug 31 17:19:54.065365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb017-beb7-415e-9eb2-749ccc4246be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cc07e-c137-4487-9c10-55460adc0cd5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:54.112532 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-659eadb6-0d40-4479-b946-547beab4c689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.134654 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-659eadb6-0d40-4479-b946-547beab4c689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.166837 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Deleting port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:19:54.167183 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.182128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-659eadb6-0d40-4479-b946-547beab4c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.184632 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-659eadb6-0d40-4479-b946-547beab4c689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.185869 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-659eadb6-0d40-4479-b946-547beab4c689 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a27cc07e-c137-4487-9c10-55460adc0cd5 HTTP/1.1" status: 204 len: 168 time: 0.1266437 Aug 31 17:19:54.194543 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eadb6-0d40-4479-b946-547beab4c689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cc07e-c137-4487-9c10-55460adc0cd5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:54.271686 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] For port dbfb1558-a0b9-40e4-8b17-193163ec9cb6, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,segment=NetworkSegment(cc50eb8f-6982-428f-8be4-fbeda679cabf),segment_id=cc50eb8f-6982-428f-8be4-fbeda679cabf)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:19:54.272067 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.285283 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Calling delete_port for dbfb1558-a0b9-40e4-8b17-193163ec9cb6 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:19:54.417324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.430787 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['dbfb1558-a0b9-40e4-8b17-193163ec9cb6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:19:54.448315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Pushing event deleted for resources: {'Port': ['ID=dbfb1558-a0b9-40e4-8b17-193163ec9cb6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:54.457264 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47776) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:54.471457 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8910ad4-00c1-4b11-9671-764e4301a188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.492231 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] No DVR routers for this DVR port dbfb1558-a0b9-40e4-8b17-193163ec9cb6 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:19:54.494872 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.496961 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-243dc82b-2c3b-4250-a818-4d417f85cb82 req-8acc3340-f444-424d-8e7c-dc7114b4bbbf tempest-AttachVolumeNegativeTest-709965170 tempest-AttachVolumeNegativeTest-709965170-project] 10.222.0.109 "DELETE /v2.0/ports/dbfb1558-a0b9-40e4-8b17-193163ec9cb6 HTTP/1.1" status: 204 len: 173 time: 0.4244668 Aug 31 17:19:54.497389 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'name': 'network-vif-deleted', 'tag': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:19:54.499641 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb91a4be-35f2-477a-98cf-9d32d50cdd02" -d '{"events": [{"server_uuid": "1ffa42bf-97e9-4f67-96fe-09b791176ff7", "name": "network-vif-deleted", "tag": "dbfb1558-a0b9-40e4-8b17-193163ec9cb6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:19:54.539488 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f39ad35-a79d-4ada-b78e-84986555e8d9 x-openstack-request-id: req-6f39ad35-a79d-4ada-b78e-84986555e8d9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:19:54.539773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffa42bf-97e9-4f67-96fe-09b791176ff7", "name": "network-vif-deleted", "tag": "dbfb1558-a0b9-40e4-8b17-193163ec9cb6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:19:54.540041 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6f39ad35-a79d-4ada-b78e-84986555e8d9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:19:54.540428 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffa42bf-97e9-4f67-96fe-09b791176ff7', 'name': 'network-vif-deleted', 'tag': 'dbfb1558-a0b9-40e4-8b17-193163ec9cb6', 'status': 'completed', 'code': 200} Aug 31 17:19:54.580836 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8910ad4-00c1-4b11-9671-764e4301a188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.584849 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8910ad4-00c1-4b11-9671-764e4301a188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.623044 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a8910ad4-00c1-4b11-9671-764e4301a188 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3bb07732bab54292822ab49493e5c52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647134 Aug 31 17:19:54.624334 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8910ad4-00c1-4b11-9671-764e4301a188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84378c6b-9792-4599-a330-d911ea06ce55,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:54.625816 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47780) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:54.673906 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ae778cf-e42b-431c-b468-5401ed3100ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.694017 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ae778cf-e42b-431c-b468-5401ed3100ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.740969 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ae778cf-e42b-431c-b468-5401ed3100ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.744065 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ae778cf-e42b-431c-b468-5401ed3100ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:54.745182 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3ae778cf-e42b-431c-b468-5401ed3100ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84378c6b-9792-4599-a330-d911ea06ce55 HTTP/1.1" status: 204 len: 168 time: 0.1184177 Aug 31 17:19:54.752612 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae778cf-e42b-431c-b468-5401ed3100ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84378c6b-9792-4599-a330-d911ea06ce55,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:55.025735 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:55.063162 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47790) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:55.069689 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Deleting subnet 12a347bd-bc9b-422e-9372-26185482bd79 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:19:55.073314 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.077904 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61262569-d11d-472f-b657-a25fec2a3a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.111817 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.150505 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.181425 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61262569-d11d-472f-b657-a25fec2a3a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.185228 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61262569-d11d-472f-b657-a25fec2a3a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.203919 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.220449 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61262569-d11d-472f-b657-a25fec2a3a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd141978-4d59-4518-923a-a981392da4b1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:55.228635 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-61262569-d11d-472f-b657-a25fec2a3a3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=11b064f4aeb9496e9613a4af49a64941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634023 Aug 31 17:19:55.228963 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47792) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:55.231646 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a347bd-bc9b-422e-9372-26185482bd79,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:55.233770 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.235656 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-bc4d8202-cfbd-4051-84bb-c5d88625b051 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/12a347bd-bc9b-422e-9372-26185482bd79 HTTP/1.1" status: 204 len: 168 time: 0.2089326 Aug 31 17:19:55.238102 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47794) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:55.332066 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.339104 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd133b41-7e67-4304-b977-167db52e2140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.384054 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd133b41-7e67-4304-b977-167db52e2140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.452571 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.462056 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03116af-aa13-4517-96b8-36b16fecb003']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:55.473046 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc50eb8f-6982-428f-8be4-fbeda679cabf') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:55.473342 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc50eb8f-6982-428f-8be4-fbeda679cabf') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:19:55.482450 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.495270 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd133b41-7e67-4304-b977-167db52e2140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.497832 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd133b41-7e67-4304-b977-167db52e2140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.498903 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cd133b41-7e67-4304-b977-167db52e2140 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dd141978-4d59-4518-923a-a981392da4b1 HTTP/1.1" status: 204 len: 168 time: 0.2687113 Aug 31 17:19:55.499886 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.511474 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd133b41-7e67-4304-b977-167db52e2140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd141978-4d59-4518-923a-a981392da4b1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:55.513516 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Releasing vlan 1501 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:19:55.513915 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:19:55.515652 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:19:55.572783 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.578484 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.580412 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] 10.222.0.107 "DELETE /v2.0/networks/d03116af-aa13-4517-96b8-36b16fecb003 HTTP/1.1" status: 204 len: 168 time: 0.3412964 Aug 31 17:19:55.592051 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9336a78-4cda-4c72-b6d6-b6a9f06466ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d03116af-aa13-4517-96b8-36b16fecb003,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:55.700661 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47802) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:55.739337 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-d439344a-71a6-4951-845c-5bc88d7986d0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=907cc0f1302a4dc5ae9cd1f0a1966b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374303 Aug 31 17:19:55.742230 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47804) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:55.789707 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1744859c-21aa-4d09-92ec-034b4168b4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.810991 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1744859c-21aa-4d09-92ec-034b4168b4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.858347 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1744859c-21aa-4d09-92ec-034b4168b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.861070 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1744859c-21aa-4d09-92ec-034b4168b4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:55.862225 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1744859c-21aa-4d09-92ec-034b4168b4b4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fb18fb7c-c2ad-4a73-8c67-e5981251358a HTTP/1.1" status: 204 len: 168 time: 0.1190434 Aug 31 17:19:55.872518 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744859c-21aa-4d09-92ec-034b4168b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18fb7c-c2ad-4a73-8c67-e5981251358a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:57.660470 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device dbfb1558-a0b9-40e4-8b17-193163ec9cb6 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:19:57.681679 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: dbfb1558-a0b9-40e4-8b17-193163ec9cb6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:19:57.682023 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device dbfb1558-a0b9-40e4-8b17-193163ec9cb6 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:19:59.134367 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 47892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:59.241376 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13719645-d5ab-48c1-bc2a-55cb32205992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.324537 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13719645-d5ab-48c1-bc2a-55cb32205992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.328268 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13719645-d5ab-48c1-bc2a-55cb32205992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.366565 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-13719645-d5ab-48c1-bc2a-55cb32205992 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d2d3006a820640e29534927af382fc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298398 Aug 31 17:19:59.367649 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13719645-d5ab-48c1-bc2a-55cb32205992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef58d2-ae14-4f10-b098-a86951e65ae7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:19:59.369365 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 47896) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:19:59.417652 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e25774-36dc-45eb-850d-b5232b2bd766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.438548 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e25774-36dc-45eb-850d-b5232b2bd766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.488705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e25774-36dc-45eb-850d-b5232b2bd766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.491656 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e25774-36dc-45eb-850d-b5232b2bd766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:19:59.492837 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-05e25774-36dc-45eb-850d-b5232b2bd766 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/09ef58d2-ae14-4f10-b098-a86951e65ae7 HTTP/1.1" status: 204 len: 168 time: 0.1224570 Aug 31 17:19:59.500270 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e25774-36dc-45eb-850d-b5232b2bd766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef58d2-ae14-4f10-b098-a86951e65ae7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:04.138473 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:20:09.859654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:17.786849 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c6cf391-b763-4d47-a37c-bdc0110335e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:20.632305 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:20.669947 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0aeb8dc-81e3-427e-b0dd-a407efce90cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:20.930222 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48074) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:21.036651 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.132998 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.137092 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.176873 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f251c92229bc4d01b1f4c7a9aeb13c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452950 Aug 31 17:20:21.177682 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36009952-1913-40b7-a45a-077581b4b847,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:21.179605 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:21.184904 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.185258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.185601 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.186011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.186277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.186601 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.187099 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.187285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.187583 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.187909 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.188261 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.188613 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3557dea0-077e-44b4-9187-2b19888cc305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.230548 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.251884 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.312877 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.315386 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:21.316601 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/36009952-1913-40b7-a45a-077581b4b847 HTTP/1.1" status: 204 len: 168 time: 0.1358941 Aug 31 17:20:21.325859 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36009952-1913-40b7-a45a-077581b4b847,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:21.333171 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.333527 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.333994 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.334365 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.334788 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.335214 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.335607 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.335881 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.336260 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.336732 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.337064 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.337388 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5257e7-0074-4631-b518-abcbf2f086f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:20:21.985770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:23.590945 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:37.883370 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:37.986235 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a56dec36-885a-4008-bb93-9b5fc8ee167e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.075993 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a56dec36-885a-4008-bb93-9b5fc8ee167e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.080098 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a56dec36-885a-4008-bb93-9b5fc8ee167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.114486 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dec36-885a-4008-bb93-9b5fc8ee167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab626bdc-c7d0-44a2-99b4-9676cc0abf98,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:38.118809 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a56dec36-885a-4008-bb93-9b5fc8ee167e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=92503b5fb4544c83a6194a7f01d395c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344854 Aug 31 17:20:38.121455 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48186) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:38.168778 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-692a9df5-581e-4602-ad62-e4a5dad68350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.189102 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-692a9df5-581e-4602-ad62-e4a5dad68350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.233834 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-692a9df5-581e-4602-ad62-e4a5dad68350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.236311 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-692a9df5-581e-4602-ad62-e4a5dad68350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.237525 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-692a9df5-581e-4602-ad62-e4a5dad68350 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ab626bdc-c7d0-44a2-99b4-9676cc0abf98 HTTP/1.1" status: 204 len: 168 time: 0.1151557 Aug 31 17:20:38.244921 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a9df5-581e-4602-ad62-e4a5dad68350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab626bdc-c7d0-44a2-99b4-9676cc0abf98,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:38.493742 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48192) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:38.507398 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4f04e98-aec0-4e96-9f9b-36f05648bbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.593375 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4f04e98-aec0-4e96-9f9b-36f05648bbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.597151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4f04e98-aec0-4e96-9f9b-36f05648bbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.634817 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d4f04e98-aec0-4e96-9f9b-36f05648bbfd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0f2c604e722c4759b71477e13b52e1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399853 Aug 31 17:20:38.636004 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f04e98-aec0-4e96-9f9b-36f05648bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fa3f93-e1b2-410d-8ee8-acedeb301624,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:38.637434 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48194) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:38.684560 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09e5adf9-1203-4195-b16e-dacef819a48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.706004 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09e5adf9-1203-4195-b16e-dacef819a48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.754326 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09e5adf9-1203-4195-b16e-dacef819a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.756963 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09e5adf9-1203-4195-b16e-dacef819a48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:38.758117 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-09e5adf9-1203-4195-b16e-dacef819a48f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/00fa3f93-e1b2-410d-8ee8-acedeb301624 HTTP/1.1" status: 204 len: 168 time: 0.1197104 Aug 31 17:20:38.765460 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5adf9-1203-4195-b16e-dacef819a48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fa3f93-e1b2-410d-8ee8-acedeb301624,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:39.858837 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.555909 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48264) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:40.660371 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb20acb2-acb2-4e64-a4df-606cd101bbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.750094 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb20acb2-acb2-4e64-a4df-606cd101bbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.753799 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb20acb2-acb2-4e64-a4df-606cd101bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.788032 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20acb2-acb2-4e64-a4df-606cd101bbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc435240-837a-4d6c-9110-1bab49968e7e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:40.792272 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-bb20acb2-acb2-4e64-a4df-606cd101bbf6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=28516a2a47a34317953673f45f2e79b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353263 Aug 31 17:20:40.795615 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48268) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:40.841528 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd204f0-0b53-4c86-a772-9c9a1e3a23ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.861830 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd204f0-0b53-4c86-a772-9c9a1e3a23ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.907867 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd204f0-0b53-4c86-a772-9c9a1e3a23ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.910343 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd204f0-0b53-4c86-a772-9c9a1e3a23ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:40.911462 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-0bd204f0-0b53-4c86-a772-9c9a1e3a23ff admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bc435240-837a-4d6c-9110-1bab49968e7e HTTP/1.1" status: 204 len: 168 time: 0.1151488 Aug 31 17:20:40.918674 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd204f0-0b53-4c86-a772-9c9a1e3a23ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc435240-837a-4d6c-9110-1bab49968e7e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:41.137617 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:20:41.177077 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48274) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:41.192559 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00c2c835-8569-49a1-8808-009a93ab9c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.280589 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00c2c835-8569-49a1-8808-009a93ab9c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.284239 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00c2c835-8569-49a1-8808-009a93ab9c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.321267 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-00c2c835-8569-49a1-8808-009a93ab9c02 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=77759a629dc54c0ba0ad181a8155a711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430111 Aug 31 17:20:41.322355 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2c835-8569-49a1-8808-009a93ab9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f373c9c6-1b44-4c54-8f4c-2fe8ab5ddc53,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:41.324068 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:41.375008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdec73a3-1c15-4310-a5e3-6fc4fecf99d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.394851 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdec73a3-1c15-4310-a5e3-6fc4fecf99d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.440348 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdec73a3-1c15-4310-a5e3-6fc4fecf99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.443530 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdec73a3-1c15-4310-a5e3-6fc4fecf99d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:41.444685 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-cdec73a3-1c15-4310-a5e3-6fc4fecf99d4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f373c9c6-1b44-4c54-8f4c-2fe8ab5ddc53 HTTP/1.1" status: 204 len: 168 time: 0.1194930 Aug 31 17:20:41.452926 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec73a3-1c15-4310-a5e3-6fc4fecf99d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f373c9c6-1b44-4c54-8f4c-2fe8ab5ddc53,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:47.788176 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f8b2b6f-280b-479a-95c7-5c06029fe6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:50.633990 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:50.668602 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e674057-04d1-46c0-86f9-438d193cbb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:51.780072 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48366) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:51.884407 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ada6a91-2ca3-4e7c-9f4a-59e349669899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:51.971381 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ada6a91-2ca3-4e7c-9f4a-59e349669899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:51.976277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ada6a91-2ca3-4e7c-9f4a-59e349669899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:51.990037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.014989 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-7ada6a91-2ca3-4e7c-9f4a-59e349669899 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0b637ca115644f23af890aa19f49696c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338941 Aug 31 17:20:52.016115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada6a91-2ca3-4e7c-9f4a-59e349669899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10bd19e-b7e7-4878-aa4b-72a5038aad76,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:52.017873 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48370) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:52.065532 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d01e62-3453-4d07-a9b2-5bccd4964bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.085506 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d01e62-3453-4d07-a9b2-5bccd4964bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.132699 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d01e62-3453-4d07-a9b2-5bccd4964bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.135153 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d01e62-3453-4d07-a9b2-5bccd4964bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.136279 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-40d01e62-3453-4d07-a9b2-5bccd4964bad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a10bd19e-b7e7-4878-aa4b-72a5038aad76 HTTP/1.1" status: 204 len: 168 time: 0.1174264 Aug 31 17:20:52.144323 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d01e62-3453-4d07-a9b2-5bccd4964bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10bd19e-b7e7-4878-aa4b-72a5038aad76,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:52.734458 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:52.829083 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-986688723-network', 'tenant_id': 'bc57c3c19ef943ac97e7c47d2c900eea'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:20:52.850224 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Made reservation on behalf of bc57c3c19ef943ac97e7c47d2c900eea for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:20:52.852635 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.860854 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.948683 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.952915 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.976724 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] vlan segment allocate from pool success with {'vlan_id': 1514, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:20:52.986145 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69b7906-13d3-48ee-af4b-b4fc8ba7261b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:52.992124 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:52.992720 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Added segment 7fea0a84-90a2-4e33-8ae6-367902a9d6ed of type vlan for network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 Aug 31 17:20:53.033013 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.056165 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.057129 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:20:53.057702 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.112041 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3763139 Aug 31 17:20:53.114816 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:20:53.117151 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59bef4-3b7d-4667-9310-7b3e80007dde admin admin] Pushing event updated for resources: {'Network': ['ID=6b9cd915-707d-4d9f-8a6b-2d370948dcf7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:53.119798 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Request body: {'subnet': {'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-986688723-subnet', 'tenant_id': 'bc57c3c19ef943ac97e7c47d2c900eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:20:53.127661 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:20:53.149620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Made reservation on behalf of bc57c3c19ef943ac97e7c47d2c900eea for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:20:53.153774 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12307828'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.314163 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12215252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12307810'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.371289 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacbbb06-ffba-4eea-bdbd-9c3c731b828f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:20:53.380400 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Checking segment: {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:20:53.380784 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Network hostable DHCP agents. Network: 6b9cd915-707d-4d9f-8a6b-2d370948dcf7, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:20:53.397596 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:20:53.405750 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 6b9cd915-707d-4d9f-8a6b-2d370948dcf7) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:20:53.409918 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:20:53.410620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:53.415202 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f6d2a-cf4a-44e5-888f-11e515b622a8 None None] Network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:20:53.424898 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a4d08e82-36e7-4033-91ea-1788e70ab982 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086946 Aug 31 17:20:53.537453 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38baf019-3ecd-4b5f-9363-cc0ca9c2c3ea None None] Network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:20:53.612439 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:20:55.162221 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-f72ddae5-31ce-4bed-8022-2b8f653e0ac0 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:20:55.163704 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-f72ddae5-31ce-4bed-8022-2b8f653e0ac0 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/networks?id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 200 len: 808 time: 0.1012669 Aug 31 17:20:55.179080 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-c559a49c-e17f-4196-a60e-04ce5e78ed57 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/quotas/bc57c3c19ef943ac97e7c47d2c900eea HTTP/1.1" status: 200 len: 375 time: 0.0095451 Aug 31 17:20:55.210708 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-87b06e19-ffdc-4528-a9c1-39cff6557a43 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263605 Aug 31 17:20:55.299808 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-b44e34a9-b319-4ecc-91cd-15b0a53a8970 service neutron] 10.222.0.107 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823650 Aug 31 17:20:55.385835 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-4b2fd0f3-54d9-41c7-bcef-6a016c4d43fd service neutron] 10.222.0.107 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800486 Aug 31 17:20:55.540389 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-09710341-aa51-475c-bf3b-294de3d6aecd req-d4a53ad9-efa9-4700-9f0b-cc26fe74aecb tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Aug 31 17:20:56.615783 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a5c7b6b8-580d-4412-8db9-684b0784d234 req-1e60bfe5-47f1-47e7-9949-72a857f724a6 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 210 time: 0.0259609 Aug 31 17:20:57.713829 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-75cc545b-94d1-4c1f-bbe1-abca3777d0cb req-b25cbc65-67f0-48a8-978d-3d67dcefa4dd tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 210 time: 0.0295837 Aug 31 17:20:58.790625 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4ad5c446-ecfb-494b-b35f-35472a1f419c req-5f9f7427-bce7-4129-a349-3c5f2167d8f0 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 210 time: 0.0291457 Aug 31 17:20:59.880012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-464ecf35-5f60-41b9-8693-9bf158ceb0c6 req-91615201-128a-4202-9bdf-221563615aae tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 210 time: 0.0258329 Aug 31 17:21:00.548000 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-8172dcb0-a34f-4ed9-a0e0-b389a937a4c3 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:00.549448 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-8172dcb0-a34f-4ed9-a0e0-b389a937a4c3 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "GET /v2.0/networks?id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 200 len: 808 time: 0.1090093 Aug 31 17:21:00.564326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Request body: {'port': {'device_id': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7', 'admin_state_up': True, 'tenant_id': 'bc57c3c19ef943ac97e7c47d2c900eea'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:21:00.669590 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Made reservation on behalf of bc57c3c19ef943ac97e7c47d2c900eea for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:21:00.673151 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:00.796182 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Allocated IP 172.20.0.14 (6b9cd915-707d-4d9f-8a6b-2d370948dcf7/dacbbb06-ffba-4eea-bdbd-9c3c731b828f/1b85a844-c511-43a5-88dd-d6db4f39209f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:21:00.939051 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:00.975369 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-149a28c7-39ed-4d9a-b223-2b6e95dbe863 req-125b38a2-a43f-43b1-9784-5a40d02f1db9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 210 time: 0.0282106 Aug 31 17:21:00.977647 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.017349 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:21:01.025000 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:21:01.028794 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:21:01.034839 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Pushing event updated for resources: {'Port': ['ID=1b85a844-c511-43a5-88dd-d6db4f39209f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:01.079282 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:01.079888 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.093854 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-7dae37c3-4fd9-43cc-8d31-eb3724e06ea9 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5339234 Aug 31 17:21:01.106035 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Request body: {'port': {'device_id': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:21:01.161523 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.414085 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b85a844-c511-43a5-88dd-d6db4f39209f {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:21:01.421832 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.433245 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Transition to ACTIVE for port object 1b85a844-c511-43a5-88dd-d6db4f39209f will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:21:01.436931 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.483312 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Pushing event updated for resources: {'Port': ['ID=1b85a844-c511-43a5-88dd-d6db4f39209f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:01.552762 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Attempting to bind port 1b85a844-c511-43a5-88dd-d6db4f39209f on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:21:01.553102 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Attempting to bind port 1b85a844-c511-43a5-88dd-d6db4f39209f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:21:01.553434 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Attempting to bind port 1b85a844-c511-43a5-88dd-d6db4f39209f on network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:21:01.557625 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Port 1b85a844-c511-43a5-88dd-d6db4f39209f on network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:21:01.557953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Attempting to bind port 1b85a844-c511-43a5-88dd-d6db4f39209f on network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:21:01.562765 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:21:01.563103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Checking segment: {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:21:01.563484 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Bound using segment: {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:21:01.563904 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Bound port: 1b85a844-c511-43a5-88dd-d6db4f39209f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:21:01.564257 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.627661 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] For port 1b85a844-c511-43a5-88dd-d6db4f39209f, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:21:01.630742 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] For port 1b85a844-c511-43a5-88dd-d6db4f39209f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1b85a844-c511-43a5-88dd-d6db4f39209f,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:21:01.635289 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.666737 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:01.667347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:01.668754 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] 10.222.0.109 "PUT /v2.0/ports/1b85a844-c511-43a5-88dd-d6db4f39209f HTTP/1.1" status: 200 len: 1094 time: 0.5666642 Aug 31 17:21:01.669178 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'tag': '1b85a844-c511-43a5-88dd-d6db4f39209f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:21:01.671415 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee32837-b654-4c15-b24a-cb0e033a5253" -d '{"events": [{"name": "network-changed", "server_uuid": "404a4f15-d35f-4043-886f-6d188c1d3c75", "tag": "1b85a844-c511-43a5-88dd-d6db4f39209f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:21:01.699754 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7327f-2d16-49e8-900f-7fb12bf5935a service neutron] Pushing event updated for resources: {'Port': ['ID=1b85a844-c511-43a5-88dd-d6db4f39209f,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:01.715299 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763a8a32-60ef-4360-b600-6f9a3e9869e0 x-openstack-request-id: req-763a8a32-60ef-4360-b600-6f9a3e9869e0 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:21:01.715579 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404a4f15-d35f-4043-886f-6d188c1d3c75", "tag": "1b85a844-c511-43a5-88dd-d6db4f39209f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:21:01.715826 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-763a8a32-60ef-4360-b600-6f9a3e9869e0 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:21:01.716206 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'tag': '1b85a844-c511-43a5-88dd-d6db4f39209f', 'status': 'completed', 'code': 200} Aug 31 17:21:01.747741 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-8d369628-4f98-4e5f-896b-aaa2b2f45cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:01.749366 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-8d369628-4f98-4e5f-896b-aaa2b2f45cdd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 1097 time: 0.0423591 Aug 31 17:21:01.799733 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-2fc6a2f6-b6b7-43e9-86ea-496c2d4b9e58 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b85a844-c511-43a5-88dd-d6db4f39209f HTTP/1.1" status: 200 len: 217 time: 0.0383925 Aug 31 17:21:01.848585 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-9f1e1bc3-9f37-44c6-a1cb-cb99dc2e3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:01.849991 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-9f1e1bc3-9f37-44c6-a1cb-cb99dc2e3304 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dacbbb06-ffba-4eea-bdbd-9c3c731b828f HTTP/1.1" status: 200 len: 848 time: 0.0426073 Aug 31 17:21:01.882603 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-aa019a1f-c5ca-402f-a562-57a016ef9a05 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236168 Aug 31 17:21:01.975151 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-2b54c588-3505-4649-837f-e6eae8d028f7 service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829008 Aug 31 17:21:02.065365 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-027a70b1-b58e-412c-9e0e-e58bd7fef4d0 req-72267025-6be3-4ab4-9e7f-6ec46e2e2c63 service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812004 Aug 31 17:21:02.096059 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8275a7-ee7a-4017-81e3-1745af47dc21 req-5a5b450e-af65-437f-8d7c-8084e04baf9a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:02.098511 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fd8275a7-ee7a-4017-81e3-1745af47dc21 req-5a5b450e-af65-437f-8d7c-8084e04baf9a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 944 time: 0.0529292 Aug 31 17:21:02.137358 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fd8275a7-ee7a-4017-81e3-1745af47dc21 req-8c1d5fd3-1714-45e2-bbbf-9da0992b2a30 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Aug 31 17:21:02.155589 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-7a647e41-f741-4256-af54-4792c51f8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:02.157229 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-7a647e41-f741-4256-af54-4792c51f8148 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 1097 time: 0.0419693 Aug 31 17:21:02.248526 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-cd15835c-cde5-4294-aa65-69ec3d296f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:02.251729 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-cd15835c-cde5-4294-aa65-69ec3d296f52 service neutron] 10.222.0.109 "GET /v2.0/networks?id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 200 len: 910 time: 0.0863647 Aug 31 17:21:02.295175 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-42ef3506-7d60-49e9-af9a-0e5a974b9af2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b85a844-c511-43a5-88dd-d6db4f39209f HTTP/1.1" status: 200 len: 217 time: 0.0359750 Aug 31 17:21:02.349455 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-4e8f6431-fa08-463b-bd2d-388fa479cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:02.350970 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-4e8f6431-fa08-463b-bd2d-388fa479cd1f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dacbbb06-ffba-4eea-bdbd-9c3c731b828f HTTP/1.1" status: 200 len: 848 time: 0.0479717 Aug 31 17:21:02.383626 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-7470b5b7-9211-49ce-9cd6-442f9ef6d1f8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238559 Aug 31 17:21:02.477348 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-a8999cdd-f4ef-4edf-9ab1-d66fe48fc126 service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794625 Aug 31 17:21:02.569829 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ee32837-b654-4c15-b24a-cb0e033a5253 req-76f43d42-dade-4a54-98b4-04c7c9b9bc66 service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841186 Aug 31 17:21:03.252327 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d81ff5-6ea9-4907-b60a-204e68c345d1 req-3e5da34d-b194-48f7-8d04-3b140eec2777 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:03.253806 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-51d81ff5-6ea9-4907-b60a-204e68c345d1 req-3e5da34d-b194-48f7-8d04-3b140eec2777 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 944 time: 0.0476668 Aug 31 17:21:03.290650 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-51d81ff5-6ea9-4907-b60a-204e68c345d1 req-aa9c1f81-f8be-4754-a643-0d7f58ccb454 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Aug 31 17:21:04.401875 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6ba07-ce26-40e8-a816-c7bd55f20d67 req-1dcff3b8-ce40-4054-a5c3-dfd2cef14d76 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:04.403264 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9fc6ba07-ce26-40e8-a816-c7bd55f20d67 req-1dcff3b8-ce40-4054-a5c3-dfd2cef14d76 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 944 time: 0.0473988 Aug 31 17:21:04.439678 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9fc6ba07-ce26-40e8-a816-c7bd55f20d67 req-363dc182-7ab1-4c4a-83cd-1408062d9154 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299931 Aug 31 17:21:05.550279 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917d898-b90d-4a94-bf01-a223910e7e93 req-3984db8b-80f3-4483-9118-735600389def tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:05.551732 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7917d898-b90d-4a94-bf01-a223910e7e93 req-3984db8b-80f3-4483-9118-735600389def tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 944 time: 0.0480676 Aug 31 17:21:05.588626 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7917d898-b90d-4a94-bf01-a223910e7e93 req-b9eea1ce-70c9-4387-85cd-1bae90d01e0e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Aug 31 17:21:05.953291 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 1b85a844-c511-43a5-88dd-d6db4f39209f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:21:06.046558 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 1b85a844-c511-43a5-88dd-d6db4f39209f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1b85a844-c511-43a5-88dd-d6db4f39209f,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:06.057260 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '1b85a844-c511-43a5-88dd-d6db4f39209f', 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7', 'port_id': '1b85a844-c511-43a5-88dd-d6db4f39209f', 'mac_address': 'fa:16:3e:27:96:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacbbb06-ffba-4eea-bdbd-9c3c731b828f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:21:06.094064 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:06.106123 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b85a844-c511-43a5-88dd-d6db4f39209f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:21:06.125888 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 1b85a844-c511-43a5-88dd-d6db4f39209f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1b85a844-c511-43a5-88dd-d6db4f39209f,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:06.129850 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:06.174737 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=1b85a844-c511-43a5-88dd-d6db4f39209f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:06.181516 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.181862 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.182201 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.182533 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.182862 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.183190 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.183513 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.183836 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.184161 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.184501 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.184815 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.185134 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:06.504025 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['1b85a844-c511-43a5-88dd-d6db4f39209f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:21:06.704175 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f9069-d25d-4220-a4d0-40af9aaae8f5 req-4e85b936-79ba-4411-be23-88c43b0abeea tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:06.705669 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-957f9069-d25d-4220-a4d0-40af9aaae8f5 req-4e85b936-79ba-4411-be23-88c43b0abeea tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 945 time: 0.0520248 Aug 31 17:21:06.744141 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-957f9069-d25d-4220-a4d0-40af9aaae8f5 req-9ddac69a-dd19-42fe-9b62-389fa1e76422 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Aug 31 17:21:07.861037 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebde6a-3ac6-47b4-a859-05351c535e6d req-6ac8f027-5278-4c64-bbd2-898c43c2af11 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:07.862553 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-52ebde6a-3ac6-47b4-a859-05351c535e6d req-6ac8f027-5278-4c64-bbd2-898c43c2af11 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Aug 31 17:21:07.900796 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-52ebde6a-3ac6-47b4-a859-05351c535e6d req-6334e44a-c454-4d35-a1ef-3ab2d4208e68 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Aug 31 17:21:07.953440 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 1b85a844-c511-43a5-88dd-d6db4f39209f up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:21:08.001134 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 1b85a844-c511-43a5-88dd-d6db4f39209f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:21:08.004682 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 1b85a844-c511-43a5-88dd-d6db4f39209f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:21:08.005057 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:08.082834 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:08.104809 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b85a844-c511-43a5-88dd-d6db4f39209f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:21:08.107318 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d0c38-d1c4-4a9f-b28b-266f2d761bdd" -d '{"events": [{"server_uuid": "404a4f15-d35f-4043-886f-6d188c1d3c75", "name": "network-vif-plugged", "status": "completed", "tag": "1b85a844-c511-43a5-88dd-d6db4f39209f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:21:08.120889 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 1b85a844-c511-43a5-88dd-d6db4f39209f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1b85a844-c511-43a5-88dd-d6db4f39209f,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:08.125400 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:08.152307 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b140f1-c05a-467d-93a0-5e07b765a9a0 x-openstack-request-id: req-33b140f1-c05a-467d-93a0-5e07b765a9a0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:21:08.152624 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a4f15-d35f-4043-886f-6d188c1d3c75", "name": "network-vif-plugged", "status": "completed", "tag": "1b85a844-c511-43a5-88dd-d6db4f39209f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:21:08.152876 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-33b140f1-c05a-467d-93a0-5e07b765a9a0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:21:08.153254 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b85a844-c511-43a5-88dd-d6db4f39209f', 'code': 200} Aug 31 17:21:08.178395 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=1b85a844-c511-43a5-88dd-d6db4f39209f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:08.307949 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab659eab-5a95-45fe-bcdb-df0b4529d4a6 req-5de22a7c-a14c-4f35-b529-86a9866bc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:08.309457 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ab659eab-5a95-45fe-bcdb-df0b4529d4a6 req-5de22a7c-a14c-4f35-b529-86a9866bc1dd service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 1099 time: 0.0393348 Aug 31 17:21:08.353874 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ab659eab-5a95-45fe-bcdb-df0b4529d4a6 req-a341aaaf-ef25-4b97-8cb1-eb6bb6081f55 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Aug 31 17:21:09.013175 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0655a-2ba1-4af0-889c-5b722096a5bd req-0b1cd696-e11f-4b89-a1f5-2a9ff2ee68d7 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:09.014614 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-80b0655a-2ba1-4af0-889c-5b722096a5bd req-0b1cd696-e11f-4b89-a1f5-2a9ff2ee68d7 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Aug 31 17:21:09.051540 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-80b0655a-2ba1-4af0-889c-5b722096a5bd req-188bff63-a956-45e6-bb61-b1516e2b1e64 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Aug 31 17:21:09.878527 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:10.163686 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4660af-e3c1-4143-9341-4d9712906ebd req-4d9f6b17-3fdd-4ba0-87dc-783c1ebd452a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:10.165163 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ca4660af-e3c1-4143-9341-4d9712906ebd req-4d9f6b17-3fdd-4ba0-87dc-783c1ebd452a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 946 time: 0.0474343 Aug 31 17:21:10.202182 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ca4660af-e3c1-4143-9341-4d9712906ebd req-00b0bf44-6274-4ee4-9324-d5a58e83613f tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304565 Aug 31 17:21:10.839174 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a9b9-a41c-40bc-856c-c55688f6fceb req-2986b8e7-6394-47ef-b002-d8c500dbb5ce tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:10.840695 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8c00a9b9-a41c-40bc-856c-c55688f6fceb req-2986b8e7-6394-47ef-b002-d8c500dbb5ce tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 946 time: 0.0472889 Aug 31 17:21:10.878628 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8c00a9b9-a41c-40bc-856c-c55688f6fceb req-90358091-b2de-4166-9ff7-633c0fd30932 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312040 Aug 31 17:21:12.004671 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228ede9-3f1b-4d36-8137-9e75c0d65ac3 req-0b6efd18-d569-445e-9fb5-fd2fe05c2d29 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:12.006186 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f228ede9-3f1b-4d36-8137-9e75c0d65ac3 req-0b6efd18-d569-445e-9fb5-fd2fe05c2d29 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 946 time: 0.0582879 Aug 31 17:21:12.049653 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f228ede9-3f1b-4d36-8137-9e75c0d65ac3 req-66f495bd-faa7-4b9d-bf4c-9c92d9fd9309 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362196 Aug 31 17:21:12.889879 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e29538-ac75-4184-b789-ed527b017816 req-2d9a1d31-aafb-4e44-8a40-a039190d28ab tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:12.891287 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-59e29538-ac75-4184-b789-ed527b017816 req-2d9a1d31-aafb-4e44-8a40-a039190d28ab tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 946 time: 0.0468576 Aug 31 17:21:12.980053 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Deleting port 1b85a844-c511-43a5-88dd-d6db4f39209f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:21:12.980385 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:13.064819 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] For port 1b85a844-c511-43a5-88dd-d6db4f39209f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=1b85a844-c511-43a5-88dd-d6db4f39209f,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:13.065504 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:13.077862 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Calling delete_port for 1b85a844-c511-43a5-88dd-d6db4f39209f owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:21:13.165415 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b3e40-d082-4d9e-8138-8adbd66d3c26 req-1b6c126e-c249-4ebc-8c17-ce47db93153d tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:13.166871 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-157b3e40-d082-4d9e-8138-8adbd66d3c26 req-1b6c126e-c249-4ebc-8c17-ce47db93153d tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=404a4f15-d35f-4043-886f-6d188c1d3c75 HTTP/1.1" status: 200 len: 946 time: 0.0512037 Aug 31 17:21:13.204740 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-157b3e40-d082-4d9e-8138-8adbd66d3c26 req-ffd9aaa6-0467-4cb8-af03-4be3c6f46f4b tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Aug 31 17:21:13.207567 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:13.220867 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['1b85a844-c511-43a5-88dd-d6db4f39209f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:21:13.234348 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Pushing event deleted for resources: {'Port': ['ID=1b85a844-c511-43a5-88dd-d6db4f39209f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:13.277115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] No DVR routers for this DVR port 1b85a844-c511-43a5-88dd-d6db4f39209f on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:21:13.279576 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:13.282032 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-59e29538-ac75-4184-b789-ed527b017816 req-283f9985-17cb-4c69-8e56-4dc8c7deb67a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "DELETE /v2.0/ports/1b85a844-c511-43a5-88dd-d6db4f39209f HTTP/1.1" status: 204 len: 173 time: 0.3839712 Aug 31 17:21:13.282457 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'name': 'network-vif-deleted', 'tag': '1b85a844-c511-43a5-88dd-d6db4f39209f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:21:13.284823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7794b3dc-a223-4259-95e4-fd22f63d1a3a" -d '{"events": [{"server_uuid": "404a4f15-d35f-4043-886f-6d188c1d3c75", "name": "network-vif-deleted", "tag": "1b85a844-c511-43a5-88dd-d6db4f39209f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:21:13.321742 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fafc46-15b3-416a-8c80-d73babe3ead6 x-openstack-request-id: req-84fafc46-15b3-416a-8c80-d73babe3ead6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:21:13.322032 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a4f15-d35f-4043-886f-6d188c1d3c75", "name": "network-vif-deleted", "tag": "1b85a844-c511-43a5-88dd-d6db4f39209f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:21:13.322285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-84fafc46-15b3-416a-8c80-d73babe3ead6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:21:13.322850 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a4f15-d35f-4043-886f-6d188c1d3c75', 'name': 'network-vif-deleted', 'tag': '1b85a844-c511-43a5-88dd-d6db4f39209f', 'status': 'completed', 'code': 200} Aug 31 17:21:14.722776 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-55bcc6ef-91f9-4637-82e7-d65b0fb38929 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:14.724233 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-55bcc6ef-91f9-4637-82e7-d65b0fb38929 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/networks?id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 200 len: 808 time: 0.3642218 Aug 31 17:21:14.738926 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-b8fdf8cf-ad0c-4021-9d4e-d04bd5351772 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/quotas/bc57c3c19ef943ac97e7c47d2c900eea HTTP/1.1" status: 200 len: 375 time: 0.0089247 Aug 31 17:21:14.769873 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-abd0f723-fbc4-4d0e-954e-a4f4e5050cac tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257850 Aug 31 17:21:14.905101 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-e063ae3d-7508-44da-9413-5014ef7e7d93 service neutron] 10.222.0.107 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283202 Aug 31 17:21:14.991534 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-639c420e-f0a2-4046-b05b-6a680065d589 service neutron] 10.222.0.107 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801866 Aug 31 17:21:15.973670 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 1b85a844-c511-43a5-88dd-d6db4f39209f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:21:15.993169 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 1b85a844-c511-43a5-88dd-d6db4f39209f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:21:15.993509 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 1b85a844-c511-43a5-88dd-d6db4f39209f not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:21:16.166003 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-b5172a13-cfc9-4cd8-b062-e4c88c965945 req-0fd3a0a6-2f73-4335-b604-cadc90c9c8b5 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Aug 31 17:21:17.241742 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1ec86ee7-e228-4e81-84e0-2944c3bfb89f req-128f202d-a502-458e-825d-554a266645c8 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 210 time: 0.0277390 Aug 31 17:21:17.788775 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b7265a5-6e6a-40fd-ac94-558fa38bf542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:18.136431 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:21:18.333309 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-1118b990-7570-4b20-84e3-5aeed07d620f req-b7f0f5fa-aee5-4213-9ef3-b229e2a6bbe1 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 210 time: 0.0257854 Aug 31 17:21:19.176083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-81ecf9c8-cb46-44b7-a576-e1edd8419115 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:19.177530 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-81ecf9c8-cb46-44b7-a576-e1edd8419115 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "GET /v2.0/networks?id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 200 len: 808 time: 0.1088026 Aug 31 17:21:19.192286 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Request body: {'port': {'device_id': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7', 'admin_state_up': True, 'tenant_id': 'bc57c3c19ef943ac97e7c47d2c900eea'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:21:19.300277 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Made reservation on behalf of bc57c3c19ef943ac97e7c47d2c900eea for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:21:19.303723 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:19.436361 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a5496761-cc01-4113-87ec-63862a8bd748 req-323b11ba-87e9-4884-9a0f-bda432a7d039 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 210 time: 0.0320470 Aug 31 17:21:19.451206 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Allocated IP 172.20.0.9 (6b9cd915-707d-4d9f-8a6b-2d370948dcf7/dacbbb06-ffba-4eea-bdbd-9c3c731b828f/789d20d6-c534-44d1-889c-3cb163424dae) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:21:19.593797 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:19.631849 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:19.669523 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:21:19.675431 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:21:19.678026 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:21:19.710663 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Pushing event updated for resources: {'Port': ['ID=789d20d6-c534-44d1-889c-3cb163424dae,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:19.737329 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:19.737936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:19.751892 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0ee0d5dc-6bf5-463d-95a0-d58da4ae38bf tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635405 Aug 31 17:21:19.821981 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Request body: {'port': {'device_id': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:21:19.874758 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.130107 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789d20d6-c534-44d1-889c-3cb163424dae {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:21:20.137577 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.149359 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Transition to ACTIVE for port object 789d20d6-c534-44d1-889c-3cb163424dae will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:21:20.153203 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.218087 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Pushing event updated for resources: {'Port': ['ID=789d20d6-c534-44d1-889c-3cb163424dae,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:20.266494 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Attempting to bind port 789d20d6-c534-44d1-889c-3cb163424dae on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:21:20.266830 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Attempting to bind port 789d20d6-c534-44d1-889c-3cb163424dae by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:21:20.267161 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Attempting to bind port 789d20d6-c534-44d1-889c-3cb163424dae on network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:21:20.271377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Port 789d20d6-c534-44d1-889c-3cb163424dae on network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:21:20.271673 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Attempting to bind port 789d20d6-c534-44d1-889c-3cb163424dae on network 6b9cd915-707d-4d9f-8a6b-2d370948dcf7 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:21:20.276324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:21:20.276694 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Checking segment: {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:21:20.277081 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Bound using segment: {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:21:20.277503 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Bound port: 789d20d6-c534-44d1-889c-3cb163424dae, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fea0a84-90a2-4e33-8ae6-367902a9d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1514, 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:21:20.277856 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.338963 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] For port 789d20d6-c534-44d1-889c-3cb163424dae, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:21:20.341882 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] For port 789d20d6-c534-44d1-889c-3cb163424dae, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=789d20d6-c534-44d1-889c-3cb163424dae,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:21:20.346838 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.382121 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:20.382738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.384114 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] 10.222.0.109 "PUT /v2.0/ports/789d20d6-c534-44d1-889c-3cb163424dae HTTP/1.1" status: 200 len: 1093 time: 0.5665410 Aug 31 17:21:20.384587 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'tag': '789d20d6-c534-44d1-889c-3cb163424dae'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:21:20.386809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e082b-4267-41a3-8a9b-585df64c2f35" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f09bbc-3444-448f-a789-56106aa117f0", "tag": "789d20d6-c534-44d1-889c-3cb163424dae"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:21:20.416521 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675d65d-5426-44f3-98fb-217353ec8326 service neutron] Pushing event updated for resources: {'Port': ['ID=789d20d6-c534-44d1-889c-3cb163424dae,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:20.427076 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94276613-84cb-4d2c-b917-1c2d02ccf941 x-openstack-request-id: req-94276613-84cb-4d2c-b917-1c2d02ccf941 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:21:20.427372 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f09bbc-3444-448f-a789-56106aa117f0", "tag": "789d20d6-c534-44d1-889c-3cb163424dae", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:21:20.427619 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-94276613-84cb-4d2c-b917-1c2d02ccf941 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:21:20.428030 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'tag': '789d20d6-c534-44d1-889c-3cb163424dae', 'status': 'completed', 'code': 200} Aug 31 17:21:20.484693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-466936e1-113b-45bf-b7d5-39fb4ff1ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:20.486290 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-466936e1-113b-45bf-b7d5-39fb4ff1ae9e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 1096 time: 0.0452139 Aug 31 17:21:20.537721 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-6bab43d4-23e0-4728-8917-2e1531553694 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=789d20d6-c534-44d1-889c-3cb163424dae HTTP/1.1" status: 200 len: 217 time: 0.0421381 Aug 31 17:21:20.606462 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-7a8404b2-4ba9-4ee6-9781-738271954569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:20.607934 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-7a8404b2-4ba9-4ee6-9781-738271954569 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dacbbb06-ffba-4eea-bdbd-9c3c731b828f HTTP/1.1" status: 200 len: 848 time: 0.0531690 Aug 31 17:21:20.615179 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197adc3c-dfe4-4e48-a292-77d1d1dd49b6 req-9b73dadf-9aea-488c-9cf7-3dc37a25f8a8 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:20.616550 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-197adc3c-dfe4-4e48-a292-77d1d1dd49b6 req-9b73dadf-9aea-488c-9cf7-3dc37a25f8a8 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 943 time: 0.1139941 Aug 31 17:21:20.637729 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.650945 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-207d00b8-879e-426e-86a6-df8230fb2abc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334721 Aug 31 17:21:20.669498 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-962d5b42-9725-4a6a-bfbf-b90612162ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:20.726023 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-197adc3c-dfe4-4e48-a292-77d1d1dd49b6 req-dc3f41cc-5a88-4682-b242-829f5ec8dfd1 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998995 Aug 31 17:21:20.762150 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-ca811c93-f8fa-455e-94da-fc4bfa006cab service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016123 Aug 31 17:21:20.850263 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1c89f996-81b6-43a6-890a-c64fbfa379a1 req-0b56b8d0-d59b-48a2-a15b-ff5abf92f9ca service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804155 Aug 31 17:21:20.935625 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-6fc31bd1-b4c7-4a77-8422-2ddb057fb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:20.937553 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-6fc31bd1-b4c7-4a77-8422-2ddb057fb7d7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 1096 time: 0.0404375 Aug 31 17:21:21.030481 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-58d377c3-6bf8-48d5-9f78-5b85acb83eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:21.031971 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-58d377c3-6bf8-48d5-9f78-5b85acb83eac service neutron] 10.222.0.109 "GET /v2.0/networks?id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 200 len: 910 time: 0.0863585 Aug 31 17:21:21.076568 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-bc7fcaee-a66e-4e3a-89f0-6171235a8813 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=789d20d6-c534-44d1-889c-3cb163424dae HTTP/1.1" status: 200 len: 217 time: 0.0361001 Aug 31 17:21:21.133601 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-e3668f39-2a25-442c-861a-4aaa9a01922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:21.135461 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-e3668f39-2a25-442c-861a-4aaa9a01922a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dacbbb06-ffba-4eea-bdbd-9c3c731b828f HTTP/1.1" status: 200 len: 848 time: 0.0513101 Aug 31 17:21:21.167407 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-67084c2e-dda4-427f-883d-51362616647d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6b9cd915-707d-4d9f-8a6b-2d370948dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244973 Aug 31 17:21:21.256286 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-d419a7b7-1fb9-488c-86f5-5d90a988984f service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813794 Aug 31 17:21:21.352512 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e35e082b-4267-41a3-8a9b-585df64c2f35 req-597c09da-48bb-43a8-908a-ee806a2c9d0a service neutron] 10.222.0.109 "GET /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872538 Aug 31 17:21:21.847897 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5490-3f74-49bd-b6f7-c013fb61b5c9 req-bee72f54-4354-408a-b96c-ee8986096ac3 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:21.849482 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-98be5490-3f74-49bd-b6f7-c013fb61b5c9 req-bee72f54-4354-408a-b96c-ee8986096ac3 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 943 time: 0.0477049 Aug 31 17:21:21.886771 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-98be5490-3f74-49bd-b6f7-c013fb61b5c9 req-fd1e68c7-dabe-4a7d-9a0b-0b6d87eb7c4a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Aug 31 17:21:21.991119 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:23.000833 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b3b43-4572-44ac-a928-fd1534a35d3b req-9e4e4ab4-7b4c-4ddc-af1f-4570a6f7ed9a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:23.002303 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2f7b3b43-4572-44ac-a928-fd1534a35d3b req-9e4e4ab4-7b4c-4ddc-af1f-4570a6f7ed9a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 943 time: 0.0487747 Aug 31 17:21:23.039395 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2f7b3b43-4572-44ac-a928-fd1534a35d3b req-f880f510-fd9c-4d19-b87e-44b0f3fc2dbe tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Aug 31 17:21:23.602388 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:24.031210 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 789d20d6-c534-44d1-889c-3cb163424dae details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:21:24.128391 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 789d20d6-c534-44d1-889c-3cb163424dae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=789d20d6-c534-44d1-889c-3cb163424dae,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:24.142689 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '789d20d6-c534-44d1-889c-3cb163424dae', 'network_id': '6b9cd915-707d-4d9f-8a6b-2d370948dcf7', 'port_id': '789d20d6-c534-44d1-889c-3cb163424dae', 'mac_address': 'fa:16:3e:dc:e9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacbbb06-ffba-4eea-bdbd-9c3c731b828f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:21:24.159089 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc6c4b-1454-4c4b-86ac-5f9d685ea13f req-f4dc101f-6fa6-4bf9-b36b-bfa7c6807be8 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:24.160612 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6cbc6c4b-1454-4c4b-86ac-5f9d685ea13f req-f4dc101f-6fa6-4bf9-b36b-bfa7c6807be8 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 943 time: 0.0532515 Aug 31 17:21:24.183421 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:24.196945 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789d20d6-c534-44d1-889c-3cb163424dae {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:21:24.198170 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-6cbc6c4b-1454-4c4b-86ac-5f9d685ea13f req-73dd8505-342d-4e27-bef7-deb0d1a2902b tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Aug 31 17:21:24.216389 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 789d20d6-c534-44d1-889c-3cb163424dae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=789d20d6-c534-44d1-889c-3cb163424dae,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:24.221288 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:24.267725 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=789d20d6-c534-44d1-889c-3cb163424dae,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:24.603986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['789d20d6-c534-44d1-889c-3cb163424dae'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:21:25.309086 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4d238-e580-40d7-804c-53a0c3a47438 req-fe6e9839-59ad-4169-a628-ffe180a4d00c tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:25.310546 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8ca4d238-e580-40d7-804c-53a0c3a47438 req-fe6e9839-59ad-4169-a628-ffe180a4d00c tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 944 time: 0.0475528 Aug 31 17:21:25.347918 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8ca4d238-e580-40d7-804c-53a0c3a47438 req-5ebfbbbe-1f96-43d1-98c2-e6e0bad8b940 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Aug 31 17:21:26.031443 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 789d20d6-c534-44d1-889c-3cb163424dae up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:21:26.080598 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 789d20d6-c534-44d1-889c-3cb163424dae completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:21:26.084210 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 789d20d6-c534-44d1-889c-3cb163424dae triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:21:26.084601 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:26.159145 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:26.183298 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789d20d6-c534-44d1-889c-3cb163424dae'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:21:26.185513 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb80189-d5f8-4d4d-9076-14f1a97a9ae5" -d '{"events": [{"server_uuid": "e8f09bbc-3444-448f-a789-56106aa117f0", "name": "network-vif-plugged", "status": "completed", "tag": "789d20d6-c534-44d1-889c-3cb163424dae"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:21:26.198017 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 789d20d6-c534-44d1-889c-3cb163424dae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=789d20d6-c534-44d1-889c-3cb163424dae,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:26.201999 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:26.227332 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17afa0-ce29-4a9e-a8db-f672ce2abe46 x-openstack-request-id: req-9b17afa0-ce29-4a9e-a8db-f672ce2abe46 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:21:26.227621 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f09bbc-3444-448f-a789-56106aa117f0", "name": "network-vif-plugged", "status": "completed", "tag": "789d20d6-c534-44d1-889c-3cb163424dae", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:21:26.227873 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9b17afa0-ce29-4a9e-a8db-f672ce2abe46 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:21:26.228250 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789d20d6-c534-44d1-889c-3cb163424dae', 'code': 200} Aug 31 17:21:26.254551 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=789d20d6-c534-44d1-889c-3cb163424dae,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:26.401493 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1deb8-115c-40cc-b41c-713ab433be23 req-a5d8ca89-4841-49d5-ba59-0288883a5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:26.403003 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-80f1deb8-115c-40cc-b41c-713ab433be23 req-a5d8ca89-4841-49d5-ba59-0288883a5760 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 1098 time: 0.0438504 Aug 31 17:21:26.469808 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-80f1deb8-115c-40cc-b41c-713ab433be23 req-7e6b2b25-c629-43c0-bfb8-1753a0561461 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576766 Aug 31 17:21:26.479856 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fe43e-d312-4ab4-a6d1-1a2af6ef6d1d req-cb1c0446-ebb2-4aad-a316-664231acadfe tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:26.481288 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5a6fe43e-d312-4ab4-a6d1-1a2af6ef6d1d req-cb1c0446-ebb2-4aad-a316-664231acadfe tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 945 time: 0.0638666 Aug 31 17:21:26.518699 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5a6fe43e-d312-4ab4-a6d1-1a2af6ef6d1d req-8793b697-4f06-4435-ba70-d93eab43e4a1 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Aug 31 17:21:27.633318 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823d159-aa47-4132-9cc0-63fda6016f79 req-79e2c51d-aedf-4466-9e40-362ade973f73 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:27.634774 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9823d159-aa47-4132-9cc0-63fda6016f79 req-79e2c51d-aedf-4466-9e40-362ade973f73 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 945 time: 0.0472002 Aug 31 17:21:27.671399 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9823d159-aa47-4132-9cc0-63fda6016f79 req-b14732b1-6c85-4729-b316-8432cd229553 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300984 Aug 31 17:21:28.783171 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eeba9-075a-4d7b-9091-bce6dd85fd58 req-43db83cc-3d08-4558-a3af-aef4a327ee68 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:28.784650 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4a8eeba9-075a-4d7b-9091-bce6dd85fd58 req-43db83cc-3d08-4558-a3af-aef4a327ee68 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 945 time: 0.0475693 Aug 31 17:21:28.825441 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4a8eeba9-075a-4d7b-9091-bce6dd85fd58 req-70a8a6f7-7aa9-4bcc-bc05-d89bdecd51b5 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Aug 31 17:21:29.512534 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eb8e9-3d8b-4b66-ad6f-d42245ff1715 req-f5993d16-23c0-4624-a7ec-4b54fceb6010 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:29.514395 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-307eb8e9-3d8b-4b66-ad6f-d42245ff1715 req-f5993d16-23c0-4624-a7ec-4b54fceb6010 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 945 time: 0.0481038 Aug 31 17:21:29.551770 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-307eb8e9-3d8b-4b66-ad6f-d42245ff1715 req-e58ecb10-3b0b-401c-9087-32b1fbdc3229 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Aug 31 17:21:30.667145 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a094a-54a9-4c19-88e3-5b7c0e95a089 req-3748f275-2731-48cf-9fa4-2938ae847b75 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:30.668636 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-eb9a094a-54a9-4c19-88e3-5b7c0e95a089 req-3748f275-2731-48cf-9fa4-2938ae847b75 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 945 time: 0.0476820 Aug 31 17:21:30.706406 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-eb9a094a-54a9-4c19-88e3-5b7c0e95a089 req-ae0a24aa-1844-4edb-bdd5-6fa10b8dcd43 tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/security-groups?id=e69b7906-13d3-48ee-af4b-b4fc8ba7261b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Aug 31 17:21:31.413031 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-c2fba763-4a07-4d99-9b13-ca4491e1346a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:31.414370 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-c2fba763-4a07-4d99-9b13-ca4491e1346a tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 945 time: 0.0479126 Aug 31 17:21:31.505767 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Deleting port 789d20d6-c534-44d1-889c-3cb163424dae {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:21:31.506102 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:31.591621 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] For port 789d20d6-c534-44d1-889c-3cb163424dae, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=789d20d6-c534-44d1-889c-3cb163424dae,segment=NetworkSegment(7fea0a84-90a2-4e33-8ae6-367902a9d6ed),segment_id=7fea0a84-90a2-4e33-8ae6-367902a9d6ed)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:21:31.591981 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:31.604916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Calling delete_port for 789d20d6-c534-44d1-889c-3cb163424dae owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:21:31.732979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:31.745057 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['789d20d6-c534-44d1-889c-3cb163424dae'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:21:31.763218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Pushing event deleted for resources: {'Port': ['ID=789d20d6-c534-44d1-889c-3cb163424dae,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:31.776966 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.777320 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.777664 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.777998 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.778328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.778659 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.778986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.779384 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.779712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.780033 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.780355 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.780706 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:31.841583 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26bf0fc6-3072-4c65-bdb8-65afe14bb245 req-bd53f61c-10a0-49a9-941c-6afe28a3866e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8f09bbc-3444-448f-a789-56106aa117f0 HTTP/1.1" status: 200 len: 210 time: 0.0569644 Aug 31 17:21:31.842448 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] No DVR routers for this DVR port 789d20d6-c534-44d1-889c-3cb163424dae on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:21:31.845744 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:31.846969 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-096acb6c-8744-4e43-88f9-ef3ac334f1f4 req-5e4ad46c-fda0-4396-94ef-1b8d9df0a37e tempest-VolumesActionsTest-2096869563 tempest-VolumesActionsTest-2096869563-project] 10.222.0.109 "DELETE /v2.0/ports/789d20d6-c534-44d1-889c-3cb163424dae HTTP/1.1" status: 204 len: 173 time: 0.4241884 Aug 31 17:21:31.847736 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'name': 'network-vif-deleted', 'tag': '789d20d6-c534-44d1-889c-3cb163424dae'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:21:31.849699 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63de15ef-37ad-4a5d-9453-a1922e2206ea" -d '{"events": [{"server_uuid": "e8f09bbc-3444-448f-a789-56106aa117f0", "name": "network-vif-deleted", "tag": "789d20d6-c534-44d1-889c-3cb163424dae"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:21:31.889907 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e755827e-886b-4c15-ba06-5abd260c6cf4 x-openstack-request-id: req-e755827e-886b-4c15-ba06-5abd260c6cf4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:21:31.890177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f09bbc-3444-448f-a789-56106aa117f0", "name": "network-vif-deleted", "tag": "789d20d6-c534-44d1-889c-3cb163424dae", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:21:31.890430 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e755827e-886b-4c15-ba06-5abd260c6cf4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:21:31.890825 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f09bbc-3444-448f-a789-56106aa117f0', 'name': 'network-vif-deleted', 'tag': '789d20d6-c534-44d1-889c-3cb163424dae', 'status': 'completed', 'code': 200} Aug 31 17:21:34.064540 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 789d20d6-c534-44d1-889c-3cb163424dae no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:21:34.085876 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 789d20d6-c534-44d1-889c-3cb163424dae {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:21:34.086215 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 789d20d6-c534-44d1-889c-3cb163424dae not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:21:39.888197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:47.794012 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ceba4b6-5f15-48e2-9f5e-6fb11af5cb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:50.642225 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:50.670499 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0c967e60-57e4-47e5-a49a-fbf66a85b6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:51.995319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:53.605185 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.135843 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:21:55.665428 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48820) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:55.709778 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Deleting subnet dacbbb06-ffba-4eea-bdbd-9c3c731b828f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:21:55.712835 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.745617 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.782738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.838361 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.863660 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacbbb06-ffba-4eea-bdbd-9c3c731b828f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:55.869474 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:55.871278 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-0f72801e-6720-47b6-b99a-61f2b70fd659 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/dacbbb06-ffba-4eea-bdbd-9c3c731b828f HTTP/1.1" status: 204 len: 168 time: 0.2048688 Aug 31 17:21:55.874377 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48822) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:55.939485 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.017956 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.027296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9cd915-707d-4d9f-8a6b-2d370948dcf7']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:21:56.037443 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fea0a84-90a2-4e33-8ae6-367902a9d6ed') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:21:56.037737 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fea0a84-90a2-4e33-8ae6-367902a9d6ed') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:21:56.046841 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12335694'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.059918 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.065541 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Releasing vlan 1514 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:21:56.065916 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12213681'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: Traceback (most recent call last): Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: timer() Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: cb(*args, **kw) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: return func(*args, **kwargs) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: self._notify() Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: self.callback(batched_events) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: event.method(event) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: return f(self, *a, **k) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._get(url).json() Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: return self.request(url, 'GET', **kwargs) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:21:56.067734 dv-cinder-786931-6-iscsi neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:21:56.124016 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.129380 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.131178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] 10.222.0.107 "DELETE /v2.0/networks/6b9cd915-707d-4d9f-8a6b-2d370948dcf7 HTTP/1.1" status: 204 len: 168 time: 0.2559042 Aug 31 17:21:56.148979 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb0244-140c-4579-809c-ee3e2538cd5d admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9cd915-707d-4d9f-8a6b-2d370948dcf7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:56.243751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48826) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:56.288381 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-e8d16480-5582-4caa-b92b-700baf8dc56a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bc57c3c19ef943ac97e7c47d2c900eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434625 Aug 31 17:21:56.290815 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:56.338547 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9803020-ad24-4314-a1d6-aeb98c510177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.359595 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9803020-ad24-4314-a1d6-aeb98c510177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.406230 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9803020-ad24-4314-a1d6-aeb98c510177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.409028 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9803020-ad24-4314-a1d6-aeb98c510177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:56.410195 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-a9803020-ad24-4314-a1d6-aeb98c510177 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e69b7906-13d3-48ee-af4b-b4fc8ba7261b HTTP/1.1" status: 204 len: 168 time: 0.1184866 Aug 31 17:21:56.417696 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9803020-ad24-4314-a1d6-aeb98c510177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69b7906-13d3-48ee-af4b-b4fc8ba7261b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:57.442118 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:57.543490 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d7de112-9e5e-4e2d-9ecc-3676ae5f7c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.631684 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d7de112-9e5e-4e2d-9ecc-3676ae5f7c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.635331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d7de112-9e5e-4e2d-9ecc-3676ae5f7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.672379 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5d7de112-9e5e-4e2d-9ecc-3676ae5f7c6f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=228a6eb27dbc478fadc481eec46d1cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292051 Aug 31 17:21:57.673488 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7de112-9e5e-4e2d-9ecc-3676ae5f7c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10a8e0e-fd74-451b-b434-868202cc2f12,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:57.675211 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48862) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:57.729762 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.750059 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.796267 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.798663 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:57.799791 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e10a8e0e-fd74-451b-b434-868202cc2f12 HTTP/1.1" status: 204 len: 168 time: 0.1228108 Aug 31 17:21:57.806991 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10a8e0e-fd74-451b-b434-868202cc2f12,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:57.814625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.814972 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.815313 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.815646 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.815997 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.816328 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.816678 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.817259 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.817586 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.817907 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.818227 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:57.818547 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21534543-e944-42dc-aecd-f6beb90e0345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:21:58.411585 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 48884) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:58.505931 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-239041475-network', 'tenant_id': '9414c1d94d024da18560ed2cd5ccb36f'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:21:58.526128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Made reservation on behalf of 9414c1d94d024da18560ed2cd5ccb36f for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:21:58.529158 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.537180 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.631107 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.634998 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.655469 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] vlan segment allocate from pool success with {'vlan_id': 1506, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:21:58.668220 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bfe533-0266-41f3-bf7a-0aee75fa50bf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:58.673209 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.673546 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Added segment a1d41e3d-d249-4550-8b55-31621d0e1b1b of type vlan for network 991a13bb-044f-4984-8b48-a3ac460d42b4 Aug 31 17:21:58.711942 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.735020 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.735957 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:58.736563 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.790360 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3776932 Aug 31 17:21:58.793319 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 48888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:21:58.795470 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39703e-095e-4bd3-bec6-a9462043b512 admin admin] Pushing event updated for resources: {'Network': ['ID=991a13bb-044f-4984-8b48-a3ac460d42b4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:58.798285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Request body: {'subnet': {'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-239041475-subnet', 'tenant_id': '9414c1d94d024da18560ed2cd5ccb36f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:21:58.805154 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 991a13bb-044f-4984-8b48-a3ac460d42b4 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:21:58.819351 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Made reservation on behalf of 9414c1d94d024da18560ed2cd5ccb36f for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:21:58.821756 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12307828'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:58.985944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12215252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12307810'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:59.044060 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efdf759-e9f7-497f-bc84-b3177dbbe41e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:21:59.051938 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Checking segment: {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:21:59.052292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Network hostable DHCP agents. Network: 991a13bb-044f-4984-8b48-a3ac460d42b4, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:21:59.068823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Network 991a13bb-044f-4984-8b48-a3ac460d42b4 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:21:59.077890 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 991a13bb-044f-4984-8b48-a3ac460d42b4) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:21:59.081981 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:21:59.082573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:21:59.087270 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e934569-76e4-48be-b1f7-50335db06f53 None None] Network 991a13bb-044f-4984-8b48-a3ac460d42b4 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:21:59.096286 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-4dfdf2b4-fc1d-40af-8123-7a5216dfb0d0 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3017585 Aug 31 17:21:59.211841 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e0dc6-d2b1-47f1-8980-76c11308ad7a None None] Network 991a13bb-044f-4984-8b48-a3ac460d42b4 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:22:01.030302 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-f371b696-d45c-4f8c-a478-690e58c6716e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:01.031747 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-f371b696-d45c-4f8c-a478-690e58c6716e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 813 time: 0.0972786 Aug 31 17:22:01.046054 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-bf9e66eb-50bd-4d20-9c3e-47e777e6bbab tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/quotas/9414c1d94d024da18560ed2cd5ccb36f HTTP/1.1" status: 200 len: 375 time: 0.0086761 Aug 31 17:22:01.080408 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-bf4726d8-ec28-4919-b1f4-12057b8544b7 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290403 Aug 31 17:22:01.167184 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-28f807cd-3f22-4835-8b01-2285ee4d9d16 service neutron] 10.222.0.107 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797713 Aug 31 17:22:01.256258 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-1e68a174-74f8-43be-b296-18d40267a807 service neutron] 10.222.0.107 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829387 Aug 31 17:22:01.410091 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-01777e1a-47e4-443c-a4ac-117275ffe265 req-0210089d-54ff-4d04-8b96-1d1e19274df4 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 210 time: 0.0261810 Aug 31 17:22:02.311558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-8feaa585-fccb-427a-ac6c-678ca4062b5c tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:02.313100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-8feaa585-fccb-427a-ac6c-678ca4062b5c tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 813 time: 0.1080377 Aug 31 17:22:02.330125 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Request body: {'port': {'device_id': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4', 'admin_state_up': True, 'tenant_id': '9414c1d94d024da18560ed2cd5ccb36f'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:22:02.436318 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Made reservation on behalf of 9414c1d94d024da18560ed2cd5ccb36f for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:22:02.439519 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:02.504698 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ed340abb-54ab-479f-9721-09dbeeda437a req-298d19f5-7588-48a0-8aa5-40baea62e96e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Aug 31 17:22:02.567309 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Allocated IP 172.20.0.12 (991a13bb-044f-4984-8b48-a3ac460d42b4/3efdf759-e9f7-497f-bc84-b3177dbbe41e/0fce5177-4d37-4832-8a91-8a02b422a0b3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:22:02.706131 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:02.743870 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:02.790347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Network 991a13bb-044f-4984-8b48-a3ac460d42b4 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:22:02.793387 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:22:02.797137 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:22:02.820200 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Pushing event updated for resources: {'Port': ['ID=0fce5177-4d37-4832-8a91-8a02b422a0b3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:22:02.848367 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:02.848996 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:02.862486 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-c0910f7d-df89-4963-9ab3-e4a5b0538066 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5369406 Aug 31 17:22:02.921650 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Request body: {'port': {'device_id': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:22:02.973126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:03.229099 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fce5177-4d37-4832-8a91-8a02b422a0b3 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:22:03.236677 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:03.249326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Transition to ACTIVE for port object 0fce5177-4d37-4832-8a91-8a02b422a0b3 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:22:03.253285 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:03.300409 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fce5177-4d37-4832-8a91-8a02b422a0b3,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:22:03.383815 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Attempting to bind port 0fce5177-4d37-4832-8a91-8a02b422a0b3 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:22:03.384143 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Attempting to bind port 0fce5177-4d37-4832-8a91-8a02b422a0b3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:22:03.384468 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Attempting to bind port 0fce5177-4d37-4832-8a91-8a02b422a0b3 on network 991a13bb-044f-4984-8b48-a3ac460d42b4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:22:03.388610 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Port 0fce5177-4d37-4832-8a91-8a02b422a0b3 on network 991a13bb-044f-4984-8b48-a3ac460d42b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:22:03.388927 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Attempting to bind port 0fce5177-4d37-4832-8a91-8a02b422a0b3 on network 991a13bb-044f-4984-8b48-a3ac460d42b4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:22:03.394433 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:22:03.394765 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Checking segment: {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:22:03.395141 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Bound using segment: {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:22:03.395560 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Bound port: 0fce5177-4d37-4832-8a91-8a02b422a0b3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:22:03.395907 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:03.458119 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] For port 0fce5177-4d37-4832-8a91-8a02b422a0b3, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:22:03.461357 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] For port 0fce5177-4d37-4832-8a91-8a02b422a0b3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:22:03.466633 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:03.496242 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:03.496930 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:03.498539 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] 10.222.0.109 "PUT /v2.0/ports/0fce5177-4d37-4832-8a91-8a02b422a0b3 HTTP/1.1" status: 200 len: 1094 time: 0.6270087 Aug 31 17:22:03.500712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'tag': '0fce5177-4d37-4832-8a91-8a02b422a0b3'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:22:03.502920 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240f2592-cac4-47c8-8a79-4cb34e84aaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4290f8-8322-4ae1-8584-34772ba3b6b8", "tag": "0fce5177-4d37-4832-8a91-8a02b422a0b3"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:22:03.534338 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004572ec-b97c-4cdc-b43f-78ec7ff0b6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0fce5177-4d37-4832-8a91-8a02b422a0b3,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:22:03.552049 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8db681-727b-43c4-872e-f8856c4a9614 x-openstack-request-id: req-ec8db681-727b-43c4-872e-f8856c4a9614 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:22:03.552334 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4290f8-8322-4ae1-8584-34772ba3b6b8", "tag": "0fce5177-4d37-4832-8a91-8a02b422a0b3", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:22:03.552605 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ec8db681-727b-43c4-872e-f8856c4a9614 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:22:03.553016 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'tag': '0fce5177-4d37-4832-8a91-8a02b422a0b3', 'status': 'completed', 'code': 200} Aug 31 17:22:03.585326 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-e7e5d19c-5896-4c76-95a0-4299ba99df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:03.586830 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-e7e5d19c-5896-4c76-95a0-4299ba99df56 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0445638 Aug 31 17:22:03.621420 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9430a4-dba2-4289-a37b-497fae494bef req-fc2ec9a3-08fd-4700-a2c7-e4d080269a8a tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:03.622901 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ab9430a4-dba2-4289-a37b-497fae494bef req-fc2ec9a3-08fd-4700-a2c7-e4d080269a8a tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 944 time: 0.0486395 Aug 31 17:22:03.631938 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-9445d444-16bf-46c3-90f0-6d591367edfb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3 HTTP/1.1" status: 200 len: 217 time: 0.0370045 Aug 31 17:22:03.660903 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ab9430a4-dba2-4289-a37b-497fae494bef req-07780a83-09f4-4eae-812c-ac52f453a1e8 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318162 Aug 31 17:22:03.682566 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-d36a79f3-9740-4238-a414-6ff62bb9c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:03.684013 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-d36a79f3-9740-4238-a414-6ff62bb9c81c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 200 len: 853 time: 0.0445058 Aug 31 17:22:03.715729 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-65698a8e-b37d-44d8-9b8b-09dfefd14ceb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=991a13bb-044f-4984-8b48-a3ac460d42b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243359 Aug 31 17:22:03.806982 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-40e59c3c-e9fa-4d90-8c91-fcb4f9e1ed3e service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832262 Aug 31 17:22:03.898425 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-26cdc279-029b-4a04-92d5-cbe36a538a98 req-e5bfb028-f87b-40e3-a916-9940e0760ac9 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796101 Aug 31 17:22:03.986052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-2b4ec10a-d821-42b3-b037-f3a6d114471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:03.987509 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-2b4ec10a-d821-42b3-b037-f3a6d114471d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 1097 time: 0.0404015 Aug 31 17:22:04.079468 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-5d163b20-21cd-4be5-88e5-9c9ea6d30176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:04.080870 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-5d163b20-21cd-4be5-88e5-9c9ea6d30176 service neutron] 10.222.0.109 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 915 time: 0.0862317 Aug 31 17:22:04.123114 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-37427035-74ff-40c2-a678-9a18f4afd2da service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3 HTTP/1.1" status: 200 len: 217 time: 0.0345395 Aug 31 17:22:04.175393 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-cc812218-47cd-4b0b-b098-71903bc7bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:04.176847 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-cc812218-47cd-4b0b-b098-71903bc7bcd2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 200 len: 853 time: 0.0464003 Aug 31 17:22:04.209245 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-0b218db2-bce3-48ec-81b3-bb48a2fd1b2c service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=991a13bb-044f-4984-8b48-a3ac460d42b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240309 Aug 31 17:22:04.300008 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-fcb0aec1-570a-44aa-b994-d5b9c8561be5 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817792 Aug 31 17:22:04.394125 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-240f2592-cac4-47c8-8a79-4cb34e84aaaa req-cc32834a-c56b-4e5d-86a5-6b0db18a8b60 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Aug 31 17:22:04.823395 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee389-7aa9-44d9-a6db-0a8171f078cb req-5baff4fd-883e-4e76-82a6-0518da04760f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:04.824880 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-568ee389-7aa9-44d9-a6db-0a8171f078cb req-5baff4fd-883e-4e76-82a6-0518da04760f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 944 time: 0.0973420 Aug 31 17:22:04.862152 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-568ee389-7aa9-44d9-a6db-0a8171f078cb req-95063c66-5823-484d-b459-b2603e4d16ad tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Aug 31 17:22:05.973330 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720abaf7-5f42-481e-8652-9a5ace455cb4 req-558e2ac8-1b25-4155-a631-2688fe4bcd67 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:05.974800 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-720abaf7-5f42-481e-8652-9a5ace455cb4 req-558e2ac8-1b25-4155-a631-2688fe4bcd67 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 944 time: 0.0476589 Aug 31 17:22:06.015135 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-720abaf7-5f42-481e-8652-9a5ace455cb4 req-7d6dd249-2b73-4a22-a6ef-a023ffffa4e1 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344229 Aug 31 17:22:06.185690 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0fce5177-4d37-4832-8a91-8a02b422a0b3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:22:06.276197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0fce5177-4d37-4832-8a91-8a02b422a0b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:22:06.286892 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '0fce5177-4d37-4832-8a91-8a02b422a0b3', 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4', 'port_id': '0fce5177-4d37-4832-8a91-8a02b422a0b3', 'mac_address': 'fa:16:3e:cb:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efdf759-e9f7-497f-bc84-b3177dbbe41e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:22:06.327047 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:06.339632 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fce5177-4d37-4832-8a91-8a02b422a0b3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:22:06.358511 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0fce5177-4d37-4832-8a91-8a02b422a0b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:22:06.362708 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:06.408161 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [req-58133467-ddea-49b6-8cf1-effcb0afe29a req-3ebd8021-762e-45b6-990a-bc1e59bdd3b3 service neutron] (94158) timed out ('10.222.0.109', 53612) {{(pid=94158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 17:22:06.408465 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0fce5177-4d37-4832-8a91-8a02b422a0b3,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:22:06.415352 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.415705 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.416049 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.416385 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.416747 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.417080 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.417407 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.417760 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.418090 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.418414 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.418740 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.419561 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:22:06.725970 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['0fce5177-4d37-4832-8a91-8a02b422a0b3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:22:07.127524 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742d504-0681-4771-baff-65fec4e2f734 req-72557507-81b0-4475-88d8-71b14c89fecd tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:07.129000 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2742d504-0681-4771-baff-65fec4e2f734 req-72557507-81b0-4475-88d8-71b14c89fecd tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 945 time: 0.0474782 Aug 31 17:22:07.166260 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2742d504-0681-4771-baff-65fec4e2f734 req-dde61059-02d3-4fb5-9f49-c3f8ec35c562 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Aug 31 17:22:07.289562 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-6464cae3-cf84-44df-b4ed-6ed513112d68 req-f965b820-1b1a-4a22-8fe4-8a24d4112218 service neutron] (94157) timed out ('10.222.0.109', 53625) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 17:22:08.187986 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0fce5177-4d37-4832-8a91-8a02b422a0b3 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:22:08.236675 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 0fce5177-4d37-4832-8a91-8a02b422a0b3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:22:08.240267 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 0fce5177-4d37-4832-8a91-8a02b422a0b3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:22:08.240666 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:08.278328 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490937-9096-4474-b246-6f474e4f0f9b req-d3762497-4687-43f8-b8b9-e3875dd81348 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:08.279789 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f490937-9096-4474-b246-6f474e4f0f9b req-d3762497-4687-43f8-b8b9-e3875dd81348 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Aug 31 17:22:08.316632 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:08.318772 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5f490937-9096-4474-b246-6f474e4f0f9b req-7401e850-f935-4469-9a8f-ab9063aa259c tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327194 Aug 31 17:22:08.340825 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce5177-4d37-4832-8a91-8a02b422a0b3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:22:08.343066 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fda911-bd74-498b-b0b0-759c60f3ba57" -d '{"events": [{"server_uuid": "7f4290f8-8322-4ae1-8584-34772ba3b6b8", "name": "network-vif-plugged", "status": "completed", "tag": "0fce5177-4d37-4832-8a91-8a02b422a0b3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:22:08.359058 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 0fce5177-4d37-4832-8a91-8a02b422a0b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:22:08.363229 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:08.386210 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe9385-8f65-4483-a487-2cc9664e808c x-openstack-request-id: req-adbe9385-8f65-4483-a487-2cc9664e808c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:22:08.386533 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4290f8-8322-4ae1-8584-34772ba3b6b8", "name": "network-vif-plugged", "status": "completed", "tag": "0fce5177-4d37-4832-8a91-8a02b422a0b3", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:22:08.386815 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-adbe9385-8f65-4483-a487-2cc9664e808c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:22:08.387203 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce5177-4d37-4832-8a91-8a02b422a0b3', 'code': 200} Aug 31 17:22:08.412026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=0fce5177-4d37-4832-8a91-8a02b422a0b3,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:22:08.548705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f633708-ef2d-4bec-a0c5-4623335105dc req-7ca8dcaf-5825-4a2e-925e-88b9877d237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:08.550187 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4f633708-ef2d-4bec-a0c5-4623335105dc req-7ca8dcaf-5825-4a2e-925e-88b9877d237b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 1099 time: 0.0424926 Aug 31 17:22:08.585944 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4f633708-ef2d-4bec-a0c5-4623335105dc req-ad0dea34-919a-4207-8d42-edf4e8a42c86 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273364 Aug 31 17:22:09.436012 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f25b6c-d1da-4e46-adff-59988807aba7 req-75300a77-7bb5-4d59-860e-23a3aa6af22e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:09.437462 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a8f25b6c-d1da-4e46-adff-59988807aba7 req-75300a77-7bb5-4d59-860e-23a3aa6af22e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 946 time: 0.0484443 Aug 31 17:22:09.476532 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a8f25b6c-d1da-4e46-adff-59988807aba7 req-6cf431f0-1e6c-4c03-b2e6-068a8bc71dc3 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Aug 31 17:22:09.895894 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:10.589898 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9c3f7-17a6-4fca-a20a-a91b51b45cd3 req-413d0f9f-2876-4dc8-b227-c6cf471df08a tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:10.592121 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95c9c3f7-17a6-4fca-a20a-a91b51b45cd3 req-413d0f9f-2876-4dc8-b227-c6cf471df08a tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Aug 31 17:22:10.629467 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-95c9c3f7-17a6-4fca-a20a-a91b51b45cd3 req-1f39dab2-2dcb-4608-ab5a-4ae3f8602bb4 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Aug 31 17:22:17.786373 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a82727f3-eab5-44c6-9b92-0d6855978b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:20.644013 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:20.670856 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d39378aa-8c65-4d6d-8a62-4d9aed7aecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:21.998216 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:23.609040 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:32.134073 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:22:35.298518 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-f54be327-bf43-422f-9f9e-294118be9e3e req-5ff61d0f-d8e9-45fc-a30a-825e242cc03e service neutron] (94157) timed out ('10.222.0.109', 53628) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 17:22:39.899794 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:45.905912 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-db3dd44e-8c9a-4140-ac59-a4460a5ef399 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384965 Aug 31 17:22:47.359554 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73236-91c6-4d6b-97c8-2466842f731f req-9cce1dc3-a16f-47cf-b971-9ed900d5ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:47.361011 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-9cce1dc3-a16f-47cf-b971-9ed900d5ddcd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 1099 time: 0.0422564 Aug 31 17:22:47.467580 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73236-91c6-4d6b-97c8-2466842f731f req-edf80380-42ae-4fd8-b439-aa2e3c437ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:47.468959 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-edf80380-42ae-4fd8-b439-aa2e3c437ac8 service neutron] 10.222.0.109 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 915 time: 0.0825069 Aug 31 17:22:47.510371 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-d6dd0ee7-8590-42e7-849a-87db1f89dedf service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3 HTTP/1.1" status: 200 len: 217 time: 0.0328972 Aug 31 17:22:47.560830 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73236-91c6-4d6b-97c8-2466842f731f req-191f3e4e-221a-4c1f-8963-398d28953dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:22:47.562182 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-191f3e4e-221a-4c1f-8963-398d28953dc4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 200 len: 853 time: 0.0445039 Aug 31 17:22:47.595731 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-025b1895-92d3-40ce-8a7a-eac6651a7d58 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=991a13bb-044f-4984-8b48-a3ac460d42b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245445 Aug 31 17:22:47.682193 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-0c7d08f7-1c78-4fbc-ade8-b33a9983c2cc service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783942 Aug 31 17:22:47.790010 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-332bb7d8-f732-4a0e-9bfc-e4fb4ddba3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:48.049860 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-63f73236-91c6-4d6b-97c8-2466842f731f req-2666e4fb-a429-4625-9540-2ad382a2aefc service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588419 Aug 31 17:22:50.644470 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:50.669907 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e905793f-55f8-4e21-aaa3-c10da11aa285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:52.001432 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:22:53.614068 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:03.574505 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60da64-8276-4a4a-9958-7635a3e4968b req-828a299a-bbf8-4142-9d51-1c5da5c85368 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:03.576615 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5c60da64-8276-4a4a-9958-7635a3e4968b req-828a299a-bbf8-4142-9d51-1c5da5c85368 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 946 time: 0.0486643 Aug 31 17:23:03.613661 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-5c60da64-8276-4a4a-9958-7635a3e4968b req-d45c2e85-ff43-4942-a7b8-4d2fa06d0b6b tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308144 Aug 31 17:23:04.728020 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc92da-92f1-4230-84d8-25c643c50487 req-0d6a6885-4e97-4a20-8f6b-8cb1c283f833 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:04.729510 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4ffc92da-92f1-4230-84d8-25c643c50487 req-0d6a6885-4e97-4a20-8f6b-8cb1c283f833 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 946 time: 0.0486507 Aug 31 17:23:04.770042 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4ffc92da-92f1-4230-84d8-25c643c50487 req-9806fd5a-836d-49f0-8ea5-a77b98237f36 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346346 Aug 31 17:23:05.645118 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-b3a3a59e-bdb8-4640-b248-698214de7a69 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:05.646548 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-b3a3a59e-bdb8-4640-b248-698214de7a69 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 946 time: 0.0473242 Aug 31 17:23:05.736709 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Deleting port 0fce5177-4d37-4832-8a91-8a02b422a0b3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:23:05.737048 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:05.823223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] For port 0fce5177-4d37-4832-8a91-8a02b422a0b3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fce5177-4d37-4832-8a91-8a02b422a0b3,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:23:05.823591 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:05.838521 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Calling delete_port for 0fce5177-4d37-4832-8a91-8a02b422a0b3 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:23:05.927738 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1388dd7-9151-4a0d-aebe-da532d169248 req-d41968c3-2ec4-4a9f-9b21-b9d934d540f0 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:05.929159 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1388dd7-9151-4a0d-aebe-da532d169248 req-d41968c3-2ec4-4a9f-9b21-b9d934d540f0 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=7f4290f8-8322-4ae1-8584-34772ba3b6b8 HTTP/1.1" status: 200 len: 946 time: 0.0924103 Aug 31 17:23:05.983151 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c1388dd7-9151-4a0d-aebe-da532d169248 req-a0a7a053-9a90-44f8-a254-975d0b5381d1 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477343 Aug 31 17:23:06.035383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:06.049393 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['0fce5177-4d37-4832-8a91-8a02b422a0b3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:23:06.077218 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Pushing event deleted for resources: {'Port': ['ID=0fce5177-4d37-4832-8a91-8a02b422a0b3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:06.100519 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.101092 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.101642 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.102198 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.102762 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.103340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.103910 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.104469 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.105109 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.105691 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.106243 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.106792 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:06.126506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] No DVR routers for this DVR port 0fce5177-4d37-4832-8a91-8a02b422a0b3 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:23:06.129146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:06.131124 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-fc3bca65-3f46-4ca6-80f6-842e002c4d1b req-8f86338d-1747-49bf-912e-56702f6da5a9 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "DELETE /v2.0/ports/0fce5177-4d37-4832-8a91-8a02b422a0b3 HTTP/1.1" status: 204 len: 173 time: 0.4779236 Aug 31 17:23:06.131586 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'name': 'network-vif-deleted', 'tag': '0fce5177-4d37-4832-8a91-8a02b422a0b3'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:23:06.134133 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88043a0-1f24-4cf7-bd97-0fd8cf0d0c93" -d '{"events": [{"server_uuid": "7f4290f8-8322-4ae1-8584-34772ba3b6b8", "name": "network-vif-deleted", "tag": "0fce5177-4d37-4832-8a91-8a02b422a0b3"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:23:06.172126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba36485-9971-4faa-81d1-b684204f3007 x-openstack-request-id: req-cba36485-9971-4faa-81d1-b684204f3007 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:23:06.172422 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4290f8-8322-4ae1-8584-34772ba3b6b8", "name": "network-vif-deleted", "tag": "0fce5177-4d37-4832-8a91-8a02b422a0b3", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:23:06.172698 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cba36485-9971-4faa-81d1-b684204f3007 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:23:06.173091 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4290f8-8322-4ae1-8584-34772ba3b6b8', 'name': 'network-vif-deleted', 'tag': '0fce5177-4d37-4832-8a91-8a02b422a0b3', 'status': 'completed', 'code': 200} Aug 31 17:23:08.792878 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0fce5177-4d37-4832-8a91-8a02b422a0b3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:23:08.812109 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 0fce5177-4d37-4832-8a91-8a02b422a0b3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:23:08.812445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 0fce5177-4d37-4832-8a91-8a02b422a0b3 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:23:09.132532 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:23:09.902180 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:17.791371 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68bac2db-5061-43bf-a325-1878176f820b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:18.029106 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-f333e4f0-d47f-4603-b0a6-55d1a469fed1 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:18.031004 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-f333e4f0-d47f-4603-b0a6-55d1a469fed1 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 813 time: 0.0969965 Aug 31 17:23:18.045509 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-ca9f3c68-eb2e-4419-9476-adcd52404caf tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/quotas/9414c1d94d024da18560ed2cd5ccb36f HTTP/1.1" status: 200 len: 375 time: 0.0088372 Aug 31 17:23:18.077595 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-38f78c2f-5d8f-4314-a1f8-bec1046ba2f8 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264258 Aug 31 17:23:18.210319 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-10921d64-5b70-4229-8eef-b9411e01130e service neutron] 10.222.0.107 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258991 Aug 31 17:23:18.297964 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-cc6f6f5e-e01b-48d3-bd31-b3c3e10baa80 service neutron] 10.222.0.107 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814750 Aug 31 17:23:18.450604 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-98d12d3b-8762-4d7a-8fba-5f0ccdf291e5 req-a6a0d235-f680-48a4-8e89-9764ecf57bf0 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 210 time: 0.0258818 Aug 31 17:23:19.486780 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-17335333-a9a9-49b0-921d-06048be97d06 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:19.488189 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-17335333-a9a9-49b0-921d-06048be97d06 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 813 time: 0.1053782 Aug 31 17:23:19.503109 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Request body: {'port': {'device_id': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4', 'admin_state_up': True, 'tenant_id': '9414c1d94d024da18560ed2cd5ccb36f'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:23:19.558363 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ea1155fb-dc5c-40e6-8ede-2081e2bcfac2 req-980b76c4-0ff5-4af6-95b6-31acd20724cb tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 210 time: 0.0294106 Aug 31 17:23:19.613031 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Made reservation on behalf of 9414c1d94d024da18560ed2cd5ccb36f for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:23:19.616644 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:19.742778 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Allocated IP 172.20.0.14 (991a13bb-044f-4984-8b48-a3ac460d42b4/3efdf759-e9f7-497f-bc84-b3177dbbe41e/5459663e-d7d5-4a09-bb1d-0df35b7ecdd9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:23:19.884883 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:19.923719 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:19.969558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Network 991a13bb-044f-4984-8b48-a3ac460d42b4 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:23:19.972716 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:23:19.976455 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:23:19.982851 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Pushing event updated for resources: {'Port': ['ID=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:20.027196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:20.027825 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.041720 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-4071a381-2c7e-4788-aae4-ede73334cb5f tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5437813 Aug 31 17:23:20.054385 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Request body: {'port': {'device_id': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:23:20.111826 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.368289 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:23:20.376241 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.387706 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Transition to ACTIVE for port object 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:23:20.392087 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.439225 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Pushing event updated for resources: {'Port': ['ID=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:20.515565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Attempting to bind port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:23:20.516263 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Attempting to bind port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:23:20.516263 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Attempting to bind port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 on network 991a13bb-044f-4984-8b48-a3ac460d42b4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:23:20.520408 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 on network 991a13bb-044f-4984-8b48-a3ac460d42b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:23:20.520761 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Attempting to bind port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 on network 991a13bb-044f-4984-8b48-a3ac460d42b4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:23:20.525458 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:23:20.525795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Checking segment: {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:23:20.526178 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Bound using segment: {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:23:20.526610 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Bound port: 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d41e3d-d249-4550-8b55-31621d0e1b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1506, 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:23:20.526963 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.589375 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] For port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:23:20.592444 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] For port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:23:20.597011 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.639779 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:20.640336 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.641848 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] 10.222.0.109 "PUT /v2.0/ports/5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 HTTP/1.1" status: 200 len: 1094 time: 0.5914986 Aug 31 17:23:20.642305 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'tag': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:23:20.644801 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7637d19-0076-4ad9-b618-3604cb155ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9", "tag": "5459663e-d7d5-4a09-bb1d-0df35b7ecdd9"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:23:20.646409 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.696841 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ba334ea-663e-4db6-aa77-eff372b98673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:20.704166 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c4a53-edd6-4eb6-a771-4188860b2c9a service neutron] Pushing event updated for resources: {'Port': ['ID=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:20.708620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22037fcb-7d84-4350-91a5-1429a46b9e52 x-openstack-request-id: req-22037fcb-7d84-4350-91a5-1429a46b9e52 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:23:20.708925 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9", "tag": "5459663e-d7d5-4a09-bb1d-0df35b7ecdd9", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:23:20.709164 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-22037fcb-7d84-4350-91a5-1429a46b9e52 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:23:20.709682 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'tag': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9', 'status': 'completed', 'code': 200} Aug 31 17:23:20.736769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb5e88-84cb-4909-80b9-83168921fe48 req-61a62e00-f8cb-4ca3-82ec-19c52c270a26 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:20.738248 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7edb5e88-84cb-4909-80b9-83168921fe48 req-61a62e00-f8cb-4ca3-82ec-19c52c270a26 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 944 time: 0.1122468 Aug 31 17:23:20.763757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-387590e2-767b-446f-b08c-ff6ff59b9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:20.765292 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-387590e2-767b-446f-b08c-ff6ff59b9718 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0734432 Aug 31 17:23:20.813889 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7edb5e88-84cb-4909-80b9-83168921fe48 req-b374f737-0328-45fc-9ad5-ba30f017c9f5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690513 Aug 31 17:23:20.815233 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-eeffaa6a-c7a1-468d-98d1-47a0a6a6af84 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 HTTP/1.1" status: 200 len: 217 time: 0.0396862 Aug 31 17:23:20.863671 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-8d2a34f0-7eb3-429c-a35b-73c5b8abf499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:20.865152 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-8d2a34f0-7eb3-429c-a35b-73c5b8abf499 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 200 len: 853 time: 0.0426519 Aug 31 17:23:20.900312 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-bb312fc4-989a-46f7-abd1-e4602ec701df service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=991a13bb-044f-4984-8b48-a3ac460d42b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276985 Aug 31 17:23:20.988225 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-25c92a4d-2d7d-4e58-b1d6-6fc5e4163d18 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803506 Aug 31 17:23:21.079413 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bcd9938e-cda2-4668-982c-da7d86ba3bb7 req-602ac919-94e1-4b24-bd88-87938a9b9393 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833058 Aug 31 17:23:21.180346 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-4bbe2259-378a-4ae1-9293-8c55531bad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:21.181835 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-4bbe2259-378a-4ae1-9293-8c55531bad4b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0406237 Aug 31 17:23:21.268964 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-2ae4c20c-cd54-44d9-b660-a67f10eb5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:21.270428 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-2ae4c20c-cd54-44d9-b660-a67f10eb5032 service neutron] 10.222.0.109 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 915 time: 0.0813129 Aug 31 17:23:21.315924 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-0109f544-fa39-41e6-980a-bc0ad16e60b1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 HTTP/1.1" status: 200 len: 217 time: 0.0375845 Aug 31 17:23:21.364879 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-4a230490-1c32-40c3-af01-34ecfd571073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:21.366298 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-4a230490-1c32-40c3-af01-34ecfd571073 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 200 len: 853 time: 0.0429449 Aug 31 17:23:21.397900 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-b279dbcb-c84b-4d6e-b266-4ec86f1e2c5a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=991a13bb-044f-4984-8b48-a3ac460d42b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236845 Aug 31 17:23:21.490012 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-369d16b3-dc23-408e-ad66-0d05fe7bb517 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833836 Aug 31 17:23:21.577759 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d7637d19-0076-4ad9-b618-3604cb155ab4 req-c5351172-3476-467f-b569-b13465e5f679 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800240 Aug 31 17:23:21.930288 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5fe57-cb95-408c-8f1e-4bddfb2f33c8 req-dc5c8b96-8c3b-44a2-9d20-4e2337d5d925 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:21.931724 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e7c5fe57-cb95-408c-8f1e-4bddfb2f33c8 req-dc5c8b96-8c3b-44a2-9d20-4e2337d5d925 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 944 time: 0.0503836 Aug 31 17:23:21.968688 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e7c5fe57-cb95-408c-8f1e-4bddfb2f33c8 req-f45f4405-c272-4287-9a87-18716a7829fa tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304105 Aug 31 17:23:22.004282 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:23.079560 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d5a63-f617-4061-b529-7009601f540f req-6e597527-ceda-4421-beaa-97c4d78f517d tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:23.081098 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-321d5a63-f617-4061-b529-7009601f540f req-6e597527-ceda-4421-beaa-97c4d78f517d tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 944 time: 0.0485828 Aug 31 17:23:23.122737 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-321d5a63-f617-4061-b529-7009601f540f req-ddfeb1b0-eacf-452b-aa38-72aa1cf9a476 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356996 Aug 31 17:23:23.617602 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:24.233968 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566461c8-8b61-4bd1-9e75-3cac3c8eee69 req-8a5ffdd2-811c-4cc0-8abe-816e9f36b0c1 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:24.235465 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-566461c8-8b61-4bd1-9e75-3cac3c8eee69 req-8a5ffdd2-811c-4cc0-8abe-816e9f36b0c1 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 944 time: 0.0471318 Aug 31 17:23:24.272311 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-566461c8-8b61-4bd1-9e75-3cac3c8eee69 req-0fd398a4-aa35-4108-87d0-e6b143248d92 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Aug 31 17:23:24.632761 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:23:24.722745 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:23:24.737255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9', 'network_id': '991a13bb-044f-4984-8b48-a3ac460d42b4', 'port_id': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9', 'mac_address': 'fa:16:3e:4e:b5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efdf759-e9f7-497f-bc84-b3177dbbe41e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:23:24.771925 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:24.784354 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:23:24.802806 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:23:24.808301 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:24.856221 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:24.863637 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.863985 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.864327 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.864685 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.865018 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.865346 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.865671 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.865996 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.866319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.866639 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.866957 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:24.867271 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:23:25.189850 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['5459663e-d7d5-4a09-bb1d-0df35b7ecdd9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:23:25.386342 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb5bf3-f909-452e-baaf-238fe4672d99 req-cea90f71-6834-468f-936c-0736cd7dbca5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:25.387792 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8dcb5bf3-f909-452e-baaf-238fe4672d99 req-cea90f71-6834-468f-936c-0736cd7dbca5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 945 time: 0.0484180 Aug 31 17:23:25.425354 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-8dcb5bf3-f909-452e-baaf-238fe4672d99 req-3e8e7b04-795b-4e49-af21-40de0b4714bd tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308526 Aug 31 17:23:26.537937 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dc4c1-1c6a-481a-9725-1f8db4ca3dce req-a0091975-1c2a-4b27-97c1-af3b5287c676 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:26.539399 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d64dc4c1-1c6a-481a-9725-1f8db4ca3dce req-a0091975-1c2a-4b27-97c1-af3b5287c676 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 945 time: 0.0473039 Aug 31 17:23:26.580769 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d64dc4c1-1c6a-481a-9725-1f8db4ca3dce req-cc549596-c10c-4113-b1d1-13719650fe50 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Aug 31 17:23:26.633127 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:23:26.680334 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:23:26.684155 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:23:26.684539 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:26.759347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:26.781474 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:23:26.783662 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77a414b-7ac5-44de-89e3-b64f379019a6" -d '{"events": [{"server_uuid": "5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5459663e-d7d5-4a09-bb1d-0df35b7ecdd9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:23:26.796525 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:23:26.800684 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:26.847571 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:26.881649 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737bc511-4650-42a7-a8a6-a222fef1b8c4 x-openstack-request-id: req-737bc511-4650-42a7-a8a6-a222fef1b8c4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:23:26.881969 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5459663e-d7d5-4a09-bb1d-0df35b7ecdd9", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:23:26.882220 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-737bc511-4650-42a7-a8a6-a222fef1b8c4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:23:26.882630 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9', 'code': 200} Aug 31 17:23:27.043414 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec358c-5f47-4d96-b2b9-55789838e97a req-52f70ccf-45d7-4d0f-a626-3d193763ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:27.044826 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-28ec358c-5f47-4d96-b2b9-55789838e97a req-52f70ccf-45d7-4d0f-a626-3d193763ebdf service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0381665 Aug 31 17:23:27.086551 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-28ec358c-5f47-4d96-b2b9-55789838e97a req-eb2217d9-c27d-437c-a0d4-88df85e81977 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285916 Aug 31 17:23:27.695240 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6cc69-f846-4893-b800-17b680e2480d req-921ca622-623c-4d08-aaad-8af2a82c4218 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:27.696677 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-60a6cc69-f846-4893-b800-17b680e2480d req-921ca622-623c-4d08-aaad-8af2a82c4218 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 946 time: 0.0504749 Aug 31 17:23:27.733527 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-60a6cc69-f846-4893-b800-17b680e2480d req-d3de417e-380c-459d-aeaa-df343a57c999 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Aug 31 17:23:28.846714 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1af53-ac6b-4828-9dd7-ce075d517358 req-94ec173c-cb0d-4e19-b87f-2c75f58b9cce tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:28.848178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-54f1af53-ac6b-4828-9dd7-ce075d517358 req-94ec173c-cb0d-4e19-b87f-2c75f58b9cce tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 946 time: 0.0474465 Aug 31 17:23:28.888828 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-54f1af53-ac6b-4828-9dd7-ce075d517358 req-46cc38d0-77cd-44b5-897a-99bd687fb4db tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Aug 31 17:23:39.905304 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:46.132002 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:23:47.771716 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-76c96ae8-5f45-4680-a5b9-6afcf5a0d9f1 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395823 Aug 31 17:23:47.792025 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b865bfc4-0491-4a5c-bb83-78b30975ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:47.861209 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-587782b8-f18c-4a6a-b7af-ea32de975b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:47.863238 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-587782b8-f18c-4a6a-b7af-ea32de975b6b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0410964 Aug 31 17:23:47.967413 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-9a8b4b3d-a20c-4913-8833-291db8d49145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:47.968913 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-9a8b4b3d-a20c-4913-8833-291db8d49145 service neutron] 10.222.0.109 "GET /v2.0/networks?id=991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 200 len: 915 time: 0.0858853 Aug 31 17:23:48.010620 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-9c3f1d36-c47e-4e45-b80b-522d45501075 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 HTTP/1.1" status: 200 len: 217 time: 0.0335391 Aug 31 17:23:48.058556 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-9dde7877-6288-47de-b702-8b2b42b319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:48.059914 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-9dde7877-6288-47de-b702-8b2b42b319cf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 200 len: 853 time: 0.0425315 Aug 31 17:23:48.093309 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-ff1364e7-3532-4f6d-a567-a0ba511daeb6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=991a13bb-044f-4984-8b48-a3ac460d42b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242050 Aug 31 17:23:48.187125 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-ee0f550e-fd2a-410e-909a-d252986e8301 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853522 Aug 31 17:23:48.283979 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-74a0a6e1-b9b7-4aaf-a41c-3440ea3088f3 req-2c1ab23a-3195-42d7-a871-3e1261305e67 service neutron] 10.222.0.109 "GET /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876191 Aug 31 17:23:50.646968 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:50.687406 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b952a932-3e10-4849-8d7f-8622e5125f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:52.006568 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:52.965814 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d594-d2dc-45e1-ae46-a917bf9125c0 req-8736ff15-b500-4594-9a5a-eaeb1ddb0a8a tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:52.967171 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-99b9d594-d2dc-45e1-ae46-a917bf9125c0 req-8736ff15-b500-4594-9a5a-eaeb1ddb0a8a tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 946 time: 0.0536659 Aug 31 17:23:53.003810 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-99b9d594-d2dc-45e1-ae46-a917bf9125c0 req-2c23cce6-a146-48da-81a0-9b3ab8ae5837 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301650 Aug 31 17:23:53.617295 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:54.116987 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bc6c7-8f9d-4af0-890b-07def545776f req-8fee221b-af4b-4805-ab12-a0dcb9b00f77 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:54.118488 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-055bc6c7-8f9d-4af0-890b-07def545776f req-8fee221b-af4b-4805-ab12-a0dcb9b00f77 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 946 time: 0.0470545 Aug 31 17:23:54.156223 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-055bc6c7-8f9d-4af0-890b-07def545776f req-e45b07c1-bea7-40e5-ac8b-f88e0f49fd30 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Aug 31 17:23:55.097491 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-b95353d6-746e-406d-8dd6-759c8b3c899e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:55.098935 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-b95353d6-746e-406d-8dd6-759c8b3c899e tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 946 time: 0.0477996 Aug 31 17:23:55.184770 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Deleting port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:23:55.185116 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.295599 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a34867-41ee-48b3-8c4f-cd0c2e1dd574 req-230810ae-a5fd-40e9-a58f-982290bc9792 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:23:55.297086 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e5a34867-41ee-48b3-8c4f-cd0c2e1dd574 req-230810ae-a5fd-40e9-a58f-982290bc9792 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/ports?device_id=5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9 HTTP/1.1" status: 200 len: 946 time: 0.0709181 Aug 31 17:23:55.318176 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] For port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,segment=NetworkSegment(a1d41e3d-d249-4550-8b55-31621d0e1b1b),segment_id=a1d41e3d-d249-4550-8b55-31621d0e1b1b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:23:55.318538 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.343701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Calling delete_port for 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:23:55.365409 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e5a34867-41ee-48b3-8c4f-cd0c2e1dd574 req-1b1cd86c-038f-4a11-a161-170aeac75ae8 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.107 "GET /v2.0/security-groups?id=37bfe533-0266-41f3-bf7a-0aee75fa50bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Aug 31 17:23:55.477211 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.489302 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['5459663e-d7d5-4a09-bb1d-0df35b7ecdd9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:23:55.504633 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Pushing event deleted for resources: {'Port': ['ID=5459663e-d7d5-4a09-bb1d-0df35b7ecdd9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:23:55.550959 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] No DVR routers for this DVR port 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:23:55.553375 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:23:55.555318 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1fdc8301-f9f6-4a09-8520-c81308033a07 req-4efbaacd-c7f8-4344-9404-4ca604f752a5 tempest-VolumesSnapshotTestJSON-91099575 tempest-VolumesSnapshotTestJSON-91099575-project] 10.222.0.109 "DELETE /v2.0/ports/5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 HTTP/1.1" status: 204 len: 173 time: 0.4501197 Aug 31 17:23:55.555740 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'name': 'network-vif-deleted', 'tag': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:23:55.557975 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7627aeae-f217-49f8-9647-51eac8981c82" -d '{"events": [{"server_uuid": "5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9", "name": "network-vif-deleted", "tag": "5459663e-d7d5-4a09-bb1d-0df35b7ecdd9"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:23:55.598447 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3673d4a-d344-42fa-97ed-7646d8cc6747 x-openstack-request-id: req-d3673d4a-d344-42fa-97ed-7646d8cc6747 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:23:55.598734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9", "name": "network-vif-deleted", "tag": "5459663e-d7d5-4a09-bb1d-0df35b7ecdd9", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:23:55.598985 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3673d4a-d344-42fa-97ed-7646d8cc6747 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:23:55.599379 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfbd424-5e1b-4bc3-bad5-c3fe3fdb3ed9', 'name': 'network-vif-deleted', 'tag': '5459663e-d7d5-4a09-bb1d-0df35b7ecdd9', 'status': 'completed', 'code': 200} Aug 31 17:23:59.195938 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:23:59.218753 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:23:59.219152 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 5459663e-d7d5-4a09-bb1d-0df35b7ecdd9 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:24:09.929791 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:17.792384 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4404e7c-bec7-4019-ad7c-e2fe0526396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.483813 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49500) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:20.527701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Deleting subnet 3efdf759-e9f7-497f-bc84-b3177dbbe41e {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:24:20.530661 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.563802 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.601485 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.649633 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.657448 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.684958 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efdf759-e9f7-497f-bc84-b3177dbbe41e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:20.688130 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.690134 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d74a5be6-b5e1-4086-83bb-fb921e1be239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.690372 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3efdf759-e9f7-497f-bc84-b3177dbbe41e HTTP/1.1" status: 204 len: 168 time: 0.2055752 Aug 31 17:24:20.693029 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49502) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:20.704731 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.705071 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.705411 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.705745 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.706078 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.706410 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.706736 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.707062 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.707387 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.707707 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.708036 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.708352 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef8bba1-6081-4230-9989-b429e1174028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:20.768254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.846464 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.856323 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991a13bb-044f-4984-8b48-a3ac460d42b4']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:20.866041 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d41e3d-d249-4550-8b55-31621d0e1b1b') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:20.866331 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d41e3d-d249-4550-8b55-31621d0e1b1b') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:20.875544 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12335694'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.889154 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.896012 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Releasing vlan 1506 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:24:20.896432 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12213681'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: Traceback (most recent call last): Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: timer() Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: cb(*args, **kw) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: return func(*args, **kwargs) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: self._notify() Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: self.callback(batched_events) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: event.method(event) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: return f(self, *a, **k) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._get(url).json() Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: return self.request(url, 'GET', **kwargs) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:24:20.898060 dv-cinder-786931-6-iscsi neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:24:20.949931 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.956621 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:20.958475 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] 10.222.0.107 "DELETE /v2.0/networks/991a13bb-044f-4984-8b48-a3ac460d42b4 HTTP/1.1" status: 204 len: 168 time: 0.2644732 Aug 31 17:24:20.968323 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b178eee-74a7-4553-92cc-5eb81020fb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=991a13bb-044f-4984-8b48-a3ac460d42b4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:21.066583 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49506) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:21.110362 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-c7833395-b3ce-4113-92da-5e44fb3fe65c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9414c1d94d024da18560ed2cd5ccb36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425189 Aug 31 17:24:21.112802 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49508) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:21.160914 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42612042-088b-44e4-bdd7-d6a37c2190a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:21.182358 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42612042-088b-44e4-bdd7-d6a37c2190a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:21.228729 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42612042-088b-44e4-bdd7-d6a37c2190a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:21.231213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42612042-088b-44e4-bdd7-d6a37c2190a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:21.232342 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-42612042-088b-44e4-bdd7-d6a37c2190a6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/37bfe533-0266-41f3-bf7a-0aee75fa50bf HTTP/1.1" status: 204 len: 168 time: 0.1186376 Aug 31 17:24:21.240920 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612042-088b-44e4-bdd7-d6a37c2190a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bfe533-0266-41f3-bf7a-0aee75fa50bf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:21.876126 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49530) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:21.972042 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1184248123-network', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:21.993322 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Made reservation on behalf of cfb8aad7715646bd85e7998760a1550e for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:24:21.995557 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.004620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.010610 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.093463 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.097087 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.117895 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 1541, 'physical_network': 'physnet1'} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:24:22.133719 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf615e3d-6726-433e-9253-7398e88784b1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:22.139315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.139656 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.segments_db [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Added segment 14397e62-6d68-496f-a114-5c35d66cb106 of type vlan for network 81b389ca-5ca3-48a7-82df-eaceeb52ceac Aug 31 17:24:22.184869 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.209853 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.210777 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:24:22.211352 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.262222 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3849845 Aug 31 17:24:22.265285 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49534) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:22.269650 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84bfd7-a9fb-4e27-928d-8428bf174e6d admin admin] Pushing event updated for resources: {'Network': ['ID=81b389ca-5ca3-48a7-82df-eaceeb52ceac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:22.273113 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Request body: {'subnet': {'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1184248123-subnet', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:22.279351 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:24:22.299892 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Made reservation on behalf of cfb8aad7715646bd85e7998760a1550e for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:24:22.302190 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9504461'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.677163 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9534206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9504475'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.728853 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6241da77-5ada-4cd2-af7f-dc2d59fa92ca,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:22.740946 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.741306 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.741641 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.741971 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.742299 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.742623 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.742944 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.743263 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.743579 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.743893 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.744207 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.744544 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:22.750902 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Checking segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:22.751343 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Network hostable DHCP agents. Network: 81b389ca-5ca3-48a7-82df-eaceeb52ceac, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:24:22.766463 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:24:22.774792 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 81b389ca-5ca3-48a7-82df-eaceeb52ceac) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:22.779298 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:24:22.779878 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.784820 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446a0c09-c5ab-44b9-86b6-8d3cb5f359e5 None None] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:24:22.794694 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-70228bb4-3dc4-4cf1-91a9-4c25790ff39c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5271847 Aug 31 17:24:22.798234 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49536) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:22.802607 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:22.822720 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.823620 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.878606 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:22.928511 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:24:22.929329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.016965 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.064570 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Allocated IP 172.20.0.2 (81b389ca-5ca3-48a7-82df-eaceeb52ceac/6241da77-5ada-4cd2-af7f-dc2d59fa92ca/7213eb04-265a-4440-8ec3-b19f2f054d78) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:24:23.131285 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:24:23.209226 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.218126 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Transition to ACTIVE for port object 7213eb04-265a-4440-8ec3-b19f2f054d78 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:23.220442 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.232963 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Transition to ACTIVE for port object 7213eb04-265a-4440-8ec3-b19f2f054d78 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:23.239457 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.240914 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.275473 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:23.280237 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:23.283819 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:24:23.294324 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Pushing event updated for resources: {'Port': ['ID=7213eb04-265a-4440-8ec3-b19f2f054d78,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:23.342178 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Attempting to bind port 7213eb04-265a-4440-8ec3-b19f2f054d78 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:24:23.342546 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Attempting to bind port 7213eb04-265a-4440-8ec3-b19f2f054d78 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:24:23.342911 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Attempting to bind port 7213eb04-265a-4440-8ec3-b19f2f054d78 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:24:23.347224 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Allocated IP 172.27.2.13 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/15dafbd8-29a2-446b-9155-a9c4467381c4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:24:23.347877 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:24:23.348245 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Checking segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:23.348681 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.349073 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Bound using segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:24:23.349531 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Bound port: 7213eb04-265a-4440-8ec3-b19f2f054d78, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:24:23.349910 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.414490 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] For port 7213eb04-265a-4440-8ec3-b19f2f054d78, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:24:23.417617 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] For port 7213eb04-265a-4440-8ec3-b19f2f054d78, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=7213eb04-265a-4440-8ec3-b19f2f054d78,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:24:23.422478 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.446715 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.482854 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5dbf8-3653-4d59-8c89-968cd01fad85 None None] Pushing event updated for resources: {'Port': ['ID=7213eb04-265a-4440-8ec3-b19f2f054d78,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:23.493246 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.533926 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:23.536977 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:23.540535 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:24:23.545837 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Pushing event updated for resources: {'Port': ['ID=15dafbd8-29a2-446b-9155-a9c4467381c4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:23.642169 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.804009 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:23.993649 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.119178 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:24:24.225724 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:24:24.236239 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:24:24.243767 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.245057 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-2391fcde-4c28-4be6-ab7d-796a09202398 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4458380 Aug 31 17:24:24.247829 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49538) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:24.251570 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:24.252203 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:24.347274 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5ceff-77ff-4f09-846c-88bec62572f0 None None] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:24:24.399371 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:24.509467 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7213eb04-265a-4440-8ec3-b19f2f054d78 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:24.558107 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-54adc5e6-a4e0-4a93-bde0-37f777d8523a None None] Provisioning for port 7213eb04-265a-4440-8ec3-b19f2f054d78 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:24.669542 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.679210 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 7213eb04-265a-4440-8ec3-b19f2f054d78 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:24.691405 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 7213eb04-265a-4440-8ec3-b19f2f054d78 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:24.691886 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.755983 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:23Z', 'revision_number': 3, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:24.784718 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:24:24.785054 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Updating router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 port 15dafbd8-29a2-446b-9155-a9c4467381c4 binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:24:24.834600 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Allocated IP 172.20.0.1 (81b389ca-5ca3-48a7-82df-eaceeb52ceac/6241da77-5ada-4cd2-af7f-dc2d59fa92ca/73662e20-970d-4a6b-b0bd-14e329f4191b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:24:24.946023 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.958735 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Transition to ACTIVE for port object 73662e20-970d-4a6b-b0bd-14e329f4191b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:24.965376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.966978 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:24.991115 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.037096 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:25.042206 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:25.044362 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Pushing event updated for resources: {'Port': ['ID=73662e20-970d-4a6b-b0bd-14e329f4191b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:25.047434 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:24:25.088900 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0a110267-cb9a-43fd-a4c2-24012afd0671 None None] Provisioning complete for port 7213eb04-265a-4440-8ec3-b19f2f054d78 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:25.089278 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a110267-cb9a-43fd-a4c2-24012afd0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.089540 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.098194 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 7213eb04-265a-4440-8ec3-b19f2f054d78, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=7213eb04-265a-4440-8ec3-b19f2f054d78,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:24:25.125255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.236012 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.247442 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=7213eb04-265a-4440-8ec3-b19f2f054d78,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:25.263005 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.263350 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.263685 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.264013 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.264341 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.264701 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.265022 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.265371 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.265694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.266012 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.266327 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.266640 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:25.378741 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.389779 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Transition to ACTIVE for port object 15dafbd8-29a2-446b-9155-a9c4467381c4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:25.396259 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.458602 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbaba0-2c59-48d4-b886-0143da241802 None None] Pushing event updated for resources: {'Port': ['ID=15dafbd8-29a2-446b-9155-a9c4467381c4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:25.461819 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Attempting to bind port 15dafbd8-29a2-446b-9155-a9c4467381c4 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:24:25.462191 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Attempting to bind port 15dafbd8-29a2-446b-9155-a9c4467381c4 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:24:25.462639 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Attempting to bind port 15dafbd8-29a2-446b-9155-a9c4467381c4 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:24:25.466612 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-324a9920-d5d1-4614-b9ff-bd40595c1921 None None] Provisioning for port 73662e20-970d-4a6b-b0bd-14e329f4191b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:25.473519 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:24:25.473892 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:25.474298 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.474692 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:24:25.475170 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Bound port: 15dafbd8-29a2-446b-9155-a9c4467381c4, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:24:25.475554 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.477445 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-324a9920-d5d1-4614-b9ff-bd40595c1921 None None] Provisioning complete for port 73662e20-970d-4a6b-b0bd-14e329f4191b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:25.477786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-324a9920-d5d1-4614-b9ff-bd40595c1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.554723 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-324a9920-d5d1-4614-b9ff-bd40595c1921 None None] Port 73662e20-970d-4a6b-b0bd-14e329f4191b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:24:25.568770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] For port 15dafbd8-29a2-446b-9155-a9c4467381c4, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:24:25.571924 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] For port 15dafbd8-29a2-446b-9155-a9c4467381c4, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=15dafbd8-29a2-446b-9155-a9c4467381c4,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:24:25.576599 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.626288 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.631882 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.635046 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbaba0-2c59-48d4-b886-0143da241802 None None] Pushing event updated for resources: {'Port': ['ID=15dafbd8-29a2-446b-9155-a9c4467381c4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:25.637546 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:25.638146 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:25.695360 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Pushing event updated for resources: {'Port': ['ID=73662e20-970d-4a6b-b0bd-14e329f4191b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:25.697775 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:25.747599 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:25.787186 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:25.788575 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:25.902866 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:24:25.954664 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 2, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:25.985432 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c8044-1efb-4979-bfee-645fad8c1ca3 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 2, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:24:26.014261 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:24:26.019667 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ba82f3ce-37d2-4c7d-8eb4-a4d6547dc439 admin admin] 10.222.0.107 "PUT /v2.0/routers/e5839d36-d3e5-4a78-8aa0-da3dded2e8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705915 Aug 31 17:24:26.075765 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8650c7a3-d0dd-4a2c-ae1e-1edf9b8b15ea None None] Provisioning complete for port 73662e20-970d-4a6b-b0bd-14e329f4191b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:26.076138 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8650c7a3-d0dd-4a2c-ae1e-1edf9b8b15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.112240 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8650c7a3-d0dd-4a2c-ae1e-1edf9b8b15ea None None] Port 73662e20-970d-4a6b-b0bd-14e329f4191b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:24:26.459490 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7213eb04-265a-4440-8ec3-b19f2f054d78 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:26.519257 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 7213eb04-265a-4440-8ec3-b19f2f054d78 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:26.519797 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.545676 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:26.551372 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-196918112-network', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:26.584200 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Made reservation on behalf of 5d1171ea5a2347efb1daa05566d2ea68 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:24:26.589761 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.608090 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.730478 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.736026 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.757239 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] vlan segment allocate from pool success with {'vlan_id': 1503, 'physical_network': 'physnet1'} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 17:24:26.773181 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.773550 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.segments_db [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Added segment 0339ecec-739d-4f3d-b7d1-69ce0ee758bb of type vlan for network 62a73ed9-b059-486d-a409-ce420f344742 Aug 31 17:24:26.774887 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38de84b-63f1-44f6-87f2-439ec0beec84,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:26.818350 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790231470695'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.844382 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.845540 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:24:26.846128 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:26.903213 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3563180 Aug 31 17:24:26.905834 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49556) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:26.912858 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Request body: {'subnet': {'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-196918112-subnet', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:26.927035 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d73b-f270-4bae-8d6d-e1e16314bcec admin admin] Pushing event updated for resources: {'Network': ['ID=62a73ed9-b059-486d-a409-ce420f344742,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:26.938698 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Network 62a73ed9-b059-486d-a409-ce420f344742 details requested by agent ovs-agent-dv-cinder-786931-6-iscsi with host dv-cinder-786931-6-iscsi {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 17:24:26.947242 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Made reservation on behalf of 5d1171ea5a2347efb1daa05566d2ea68 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:24:26.949849 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9504461'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.132175 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9534206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9504475'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.186057 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19177c3-7a3f-4874-9a93-b62111aeac3a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:27.199613 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Checking segment: {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:27.199966 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Network hostable DHCP agents. Network: 62a73ed9-b059-486d-a409-ce420f344742, hostable agents: ['9a80accc-0f47-4407-bcfd-b13edf49bc4d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 17:24:27.219922 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Network 62a73ed9-b059-486d-a409-ce420f344742 is scheduled to be hosted by DHCP agent 9a80accc-0f47-4407-bcfd-b13edf49bc4d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 17:24:27.229516 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786931-6-iscsi, 62a73ed9-b059-486d-a409-ce420f344742) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:27.233618 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:24:27.234303 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.238037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44a6ea4-c86e-4e90-908a-0b7ead8f79b5 None None] Network 62a73ed9-b059-486d-a409-ce420f344742 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:24:27.248731 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-87b9269b-887e-4011-9077-a11237ad299f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3412809 Aug 31 17:24:27.251623 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49558) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:27.255970 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:27.277821 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-470283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29477'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.278801 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-434669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29486'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.330054 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.388954 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c5133d8-fc11-51a9-838c-da55df53ada1-62a73ed9-b059-486d-a409-ce420f344742', 'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'fixed_ips': [{'subnet_id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a'}]}} from dv-cinder-786931-6-iscsi. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 17:24:27.389804 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.467464 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.529423 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Allocated IP 172.20.0.2 (62a73ed9-b059-486d-a409-ce420f344742/c19177c3-7a3f-4874-9a93-b62111aeac3a/15cb01a5-11a1-43ba-9b47-2cc82bfb62df) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:24:27.672458 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.692422 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.698326 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.710356 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Transition to ACTIVE for port object 15cb01a5-11a1-43ba-9b47-2cc82bfb62df will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:27.728666 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Transition to ACTIVE for port object 15cb01a5-11a1-43ba-9b47-2cc82bfb62df will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:27.736797 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.773335 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Network 62a73ed9-b059-486d-a409-ce420f344742 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:27.778437 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:27.780921 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:24:27.794255 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Pushing event updated for resources: {'Port': ['ID=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:27.804058 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Allocated IP 172.27.2.107 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/22a0aad7-80be-43d0-87e9-0ffb94768a33) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:24:27.843026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Attempting to bind port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:24:27.843424 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Attempting to bind port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:24:27.843781 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Attempting to bind port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df on network 62a73ed9-b059-486d-a409-ce420f344742 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:24:27.848826 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:24:27.849187 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Checking segment: {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:27.849580 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.849963 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Bound using segment: {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:24:27.850415 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Bound port: 15cb01a5-11a1-43ba-9b47-2cc82bfb62df, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:24:27.850784 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.912265 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.920290 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] For port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:24:27.923475 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] For port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,segment=NetworkSegment(0339ecec-739d-4f3d-b7d1-69ce0ee758bb),segment_id=0339ecec-739d-4f3d-b7d1-69ce0ee758bb)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:24:27.928026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.938966 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:24:27.950036 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:27.950898 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:27.955016 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:27.989385 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:27.992405 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:27.993460 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5eae1-f315-4e0c-82c5-97bc7381483b None None] Pushing event updated for resources: {'Port': ['ID=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:28.001399 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:24:28.037644 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Pushing event updated for resources: {'Port': ['ID=22a0aad7-80be-43d0-87e9-0ffb94768a33,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:28.067852 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:28.297623 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.304920 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 2, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:28.424809 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:24:28.425163 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Updating router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 port 73662e20-970d-4a6b-b0bd-14e329f4191b binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:24:28.452768 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.508295 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-434644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435437'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.524114 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15dafbd8-29a2-446b-9155-a9c4467381c4 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:28.577971 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 15dafbd8-29a2-446b-9155-a9c4467381c4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:28.582367 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 15dafbd8-29a2-446b-9155-a9c4467381c4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:28.582745 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.650359 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 is scheduled to L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 17:24:28.672514 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.694351 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 15dafbd8-29a2-446b-9155-a9c4467381c4, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=15dafbd8-29a2-446b-9155-a9c4467381c4,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:24:28.700262 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.702732 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15cb01a5-11a1-43ba-9b47-2cc82bfb62df up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:28.763697 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.770417 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:24:28.775541 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Transition to ACTIVE for port object 73662e20-970d-4a6b-b0bd-14e329f4191b will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:28.784067 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.785777 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Sync routers for ids ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:24:28.794156 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.796049 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cbfa9323-1bbc-4d9a-978c-5deb0f2a5062 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5434701 Aug 31 17:24:28.799310 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49560) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:28.801294 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=15dafbd8-29a2-446b-9155-a9c4467381c4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:28.819513 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Routers {'1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:28.820646 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:28.834175 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Pushing event updated for resources: {'Port': ['ID=73662e20-970d-4a6b-b0bd-14e329f4191b,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:28.845961 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.846318 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.847136 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.847136 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.847374 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.847625 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.847958 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.848283 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.848653 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.848982 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.849304 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.849625 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:24:28.882128 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:28.915895 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Attempting to bind port 73662e20-970d-4a6b-b0bd-14e329f4191b on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:24:28.916650 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Attempting to bind port 73662e20-970d-4a6b-b0bd-14e329f4191b by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:24:28.917181 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Attempting to bind port 73662e20-970d-4a6b-b0bd-14e329f4191b on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:24:28.923759 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:24:28.924134 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Checking segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:28.924755 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:28.925331 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Bound using segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:24:28.925981 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Bound port: 73662e20-970d-4a6b-b0bd-14e329f4191b, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:24:28.931672 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.013869 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] For port 73662e20-970d-4a6b-b0bd-14e329f4191b, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:24:29.017442 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] For port 73662e20-970d-4a6b-b0bd-14e329f4191b, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=73662e20-970d-4a6b-b0bd-14e329f4191b,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:24:29.024785 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.105667 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaeea7-1aac-4c10-81b2-f4226b6833c1 None None] Pushing event updated for resources: {'Port': ['ID=73662e20-970d-4a6b-b0bd-14e329f4191b,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:29.117318 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Set router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:29.145838 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:29.150604 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:29.300350 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b42456-bbc4-46c7-b1c8-dc1452a3ea6c None None] Network 62a73ed9-b059-486d-a409-ce420f344742 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:24:29.304321 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:29.450093 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] Provisioning for port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:29.455863 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] Provisioning complete for port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:29.456372 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.509222 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 3, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:29.536019 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:29Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:29.541957 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Checking router: 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:24:29.542307 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Updating router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 port 22a0aad7-80be-43d0-87e9-0ffb94768a33 binding host dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:24:29.569318 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e4373-12f1-4204-8398-9ec6687e4376 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:29Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:24:29.594835 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.611590 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.744596 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.781147 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Allocated IP 172.20.0.1 (62a73ed9-b059-486d-a409-ce420f344742/c19177c3-7a3f-4874-9a93-b62111aeac3a/01be531b-0aea-4636-acbc-f2cf8cdc9212) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:24:29.832793 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] For port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,segment=NetworkSegment(0339ecec-739d-4f3d-b7d1-69ce0ee758bb),segment_id=0339ecec-739d-4f3d-b7d1-69ce0ee758bb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:24:29.846400 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.912604 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.925998 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6036e8-0ef8-4c9d-b317-1c126f7aa8f7 None None] Pushing event updated for resources: {'Port': ['ID=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:29.930425 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Transition to ACTIVE for port object 01be531b-0aea-4636-acbc-f2cf8cdc9212 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:29.969091 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:29.995867 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.009253 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Transition to ACTIVE for port object 22a0aad7-80be-43d0-87e9-0ffb94768a33 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:30.017811 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.023522 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Network 62a73ed9-b059-486d-a409-ce420f344742 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:30.030480 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:30.033020 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:24:30.060443 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Pushing event updated for resources: {'Port': ['ID=01be531b-0aea-4636-acbc-f2cf8cdc9212,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:30.078583 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Attempting to bind port 22a0aad7-80be-43d0-87e9-0ffb94768a33 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:24:30.079016 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Attempting to bind port 22a0aad7-80be-43d0-87e9-0ffb94768a33 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:24:30.079450 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Attempting to bind port 22a0aad7-80be-43d0-87e9-0ffb94768a33 on network b61273a0-cc70-4f00-adb8-4305493fc3e7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:24:30.082792 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-449438'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.087516 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94cd6d-2884-43fa-afe9-e0b81320b97d None None] Pushing event updated for resources: {'Port': ['ID=22a0aad7-80be-43d0-87e9-0ffb94768a33,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:30.090315 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:24:30.090680 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Checking segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:30.091077 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.091459 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Bound using segment: {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:24:30.092020 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Bound port: 22a0aad7-80be-43d0-87e9-0ffb94768a33, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa3bf08-bdd6-44c3-86ac-89319b83c1fc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:24:30.092404 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.154356 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80f1d9af-3805-4c62-8c38-dc4258a38615 None None] Provisioning complete for port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:30.154725 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80f1d9af-3805-4c62-8c38-dc4258a38615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.180466 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] For port 22a0aad7-80be-43d0-87e9-0ffb94768a33, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:24:30.200021 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] For port 22a0aad7-80be-43d0-87e9-0ffb94768a33, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=22a0aad7-80be-43d0-87e9-0ffb94768a33,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:24:30.208041 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.240577 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.320027 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94cd6d-2884-43fa-afe9-e0b81320b97d None None] Pushing event updated for resources: {'Port': ['ID=22a0aad7-80be-43d0-87e9-0ffb94768a33,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:30.327930 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Routers {'1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:30.328719 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:30.410592 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.418631 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.447441 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] Set router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:30.486299 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448558'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.489230 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Pushing event updated for resources: {'Port': ['ID=01be531b-0aea-4636-acbc-f2cf8cdc9212,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:30.502121 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bbcc9e4f-d7c7-4e49-947a-df15c110b55c None None] Provisioning for port 01be531b-0aea-4636-acbc-f2cf8cdc9212 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:30.532554 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15dafbd8-29a2-446b-9155-a9c4467381c4 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:30.537565 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bbcc9e4f-d7c7-4e49-947a-df15c110b55c None None] Provisioning complete for port 01be531b-0aea-4636-acbc-f2cf8cdc9212 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:30.537932 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbcc9e4f-d7c7-4e49-947a-df15c110b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.584625 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Network 62a73ed9-b059-486d-a409-ce420f344742 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:24:30.586225 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:24:30.645567 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bbcc9e4f-d7c7-4e49-947a-df15c110b55c None None] Port 01be531b-0aea-4636-acbc-f2cf8cdc9212 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:24:30.688950 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 15dafbd8-29a2-446b-9155-a9c4467381c4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:30.689328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:30.710347 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:24:30.791116 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '01be531b-0aea-4636-acbc-f2cf8cdc9212', 'name': '', 'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'mac_address': 'fa:16:3e:ae:e8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:29Z', 'updated_at': '2021-08-31T17:24:29Z', 'revision_number': 1, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'subnets': [{'id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:30.822880 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:24:30.825329 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5907933-9424-4f02-af7b-57592db4a2ba None None] The sync data for ids ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'] in dv-cinder-786931-6-iscsi is: [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '01be531b-0aea-4636-acbc-f2cf8cdc9212', 'name': '', 'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'mac_address': 'fa:16:3e:ae:e8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:29Z', 'updated_at': '2021-08-31T17:24:29Z', 'revision_number': 1, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'subnets': [{'id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:24:30.836746 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-734225be-3055-4bdf-8112-b3313458f53f admin admin] 10.222.0.107 "PUT /v2.0/routers/1290e2ea-e5a0-46dc-985d-9fc1621f0cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0274925 Aug 31 17:24:30.836888 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 73662e20-970d-4a6b-b0bd-14e329f4191b up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:31.008805 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fb243b0f-f156-4121-889c-291bc206c046 None None] Provisioning complete for port 01be531b-0aea-4636-acbc-f2cf8cdc9212 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:31.009179 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb243b0f-f156-4121-889c-291bc206c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:31.056636 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fb243b0f-f156-4121-889c-291bc206c046 None None] Port 01be531b-0aea-4636-acbc-f2cf8cdc9212 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:24:31.065335 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 73662e20-970d-4a6b-b0bd-14e329f4191b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:31.069735 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 73662e20-970d-4a6b-b0bd-14e329f4191b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:31.070313 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:31.177752 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:31.218995 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 73662e20-970d-4a6b-b0bd-14e329f4191b, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=73662e20-970d-4a6b-b0bd-14e329f4191b,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:24:31.224654 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:31.225634 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15cb01a5-11a1-43ba-9b47-2cc82bfb62df up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:31.303371 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=73662e20-970d-4a6b-b0bd-14e329f4191b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:31.316230 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:31.316734 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:31.895270 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49570) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:31.900242 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916961999', 'description': 'tempest-secgroup-smoke-916961999 description', 'project_id': 'cfb8aad7715646bd85e7998760a1550e'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:31.922641 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.001834 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.005700 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.031250 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.032434 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1361456 Aug 31 17:24:32.035643 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:32.036239 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e6e70-0fe2-4495-817b-f41c8dcb9d3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.041772 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group_rule': {'security_group_id': '4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e', 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:32.069955 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.124669 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.128818 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.146157 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d49fb14-3c50-4264-a924-ced9229469ac,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.152854 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.154201 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e68040b7-2558-4f6b-a995-ddbeb87a5116 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174731 Aug 31 17:24:32.157639 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49574) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:32.161927 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group_rule': {'security_group_id': '4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e', 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:32.186412 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.260071 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.263796 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.283971 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ebb0e4-96a9-45f4-8595-8b2981be2a9f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.291030 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.292374 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-26efe531-9dd7-45ea-983c-75f5c6076a90 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338181 Aug 31 17:24:32.295267 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49576) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:32.300520 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group_rule': {'security_group_id': '4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e', 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:32.329721 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.397930 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.402536 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.422354 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c49bc0-2dc7-4581-af7d-4c83bbe90811,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.426097 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.430315 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-ac4224db-c755-42b4-a30f-3fad9ac7c601 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310983 Aug 31 17:24:32.430315 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49578) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:32.437321 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group_rule': {'security_group_id': '4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e', 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:32.468761 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.535181 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.539771 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.559402 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce2e5bc-95a0-46f8-99b7-f569cbc2f295,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.565350 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.569254 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-dbf9fb2b-4277-429b-8e74-ebfd22fedf3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355538 Aug 31 17:24:32.569721 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:32.575691 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group_rule': {'security_group_id': '4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e', 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:32.576786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 22a0aad7-80be-43d0-87e9-0ffb94768a33 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:32.599303 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Project cfb8aad7715646bd85e7998760a1550e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:24:32.604569 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.635152 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 22a0aad7-80be-43d0-87e9-0ffb94768a33 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:32.639486 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 22a0aad7-80be-43d0-87e9-0ffb94768a33 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:32.639913 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.679048 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.683582 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.698167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db12189-68b5-4290-8ac7-8969fd420f13,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.712111 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.713806 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1c3e774d-47fe-4fa6-b984-199f95510cd9 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427746 Aug 31 17:24:32.716268 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49582) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:24:32.721819 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'security_group_rule': {'security_group_id': '4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e', 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:24:32.740421 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.747185 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Project cfb8aad7715646bd85e7998760a1550e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 17:24:32.754146 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.762663 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 22a0aad7-80be-43d0-87e9-0ffb94768a33, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=22a0aad7-80be-43d0-87e9-0ffb94768a33,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:24:32.768803 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.769579 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 73662e20-970d-4a6b-b0bd-14e329f4191b up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:32.818506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.822739 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888849'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.846403 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022562fd-8785-4120-9235-7f2455ba5d8c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.855161 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:32.859425 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-92d0bb5c-c955-4cec-92c0-4b1a9a3df92d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390922 Aug 31 17:24:32.865341 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=22a0aad7-80be-43d0-87e9-0ffb94768a33,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:32.885274 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 73662e20-970d-4a6b-b0bd-14e329f4191b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:32.885883 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:33.651190 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Sync routers for ids ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:24:33.660989 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Routers {'1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:33.661597 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:33.770829 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Set router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:33.970081 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '01be531b-0aea-4636-acbc-f2cf8cdc9212', 'name': '', 'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'mac_address': 'fa:16:3e:ae:e8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:29Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 2, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'subnets': [{'id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:33.996655 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Checking router: 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:24:33.997004 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Updating router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 port 01be531b-0aea-4636-acbc-f2cf8cdc9212 binding host dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 17:24:34.023145 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.289681 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.299313 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Transition to ACTIVE for port object 01be531b-0aea-4636-acbc-f2cf8cdc9212 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:24:34.305155 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.357530 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb150-7d0c-45af-8566-837feabbaa9e None None] Pushing event updated for resources: {'Port': ['ID=01be531b-0aea-4636-acbc-f2cf8cdc9212,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:34.417221 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Attempting to bind port 01be531b-0aea-4636-acbc-f2cf8cdc9212 on host dv-cinder-786931-6-iscsi for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:24:34.417590 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Attempting to bind port 01be531b-0aea-4636-acbc-f2cf8cdc9212 by drivers openvswitch,hyperv on host dv-cinder-786931-6-iscsi at level 0 using segments [{'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:24:34.417952 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Attempting to bind port 01be531b-0aea-4636-acbc-f2cf8cdc9212 on network 62a73ed9-b059-486d-a409-ce420f344742 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:24:34.423617 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Checking agent: {'id': '9994587c-a345-4e46-bcb2-e2b41d3627bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786931-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 16, 58, 21), 'started_at': datetime.datetime(2021, 8, 31, 16, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786931-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:24:34.424070 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Checking segment: {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:24:34.424382 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.424797 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Bound using segment: {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:24:34.425346 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Bound port: 01be531b-0aea-4636-acbc-f2cf8cdc9212, host: dv-cinder-786931-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0339ecec-739d-4f3d-b7d1-69ce0ee758bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1503, 'network_id': '62a73ed9-b059-486d-a409-ce420f344742'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:24:34.425676 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.480282 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 22a0aad7-80be-43d0-87e9-0ffb94768a33 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:34.535920 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 22a0aad7-80be-43d0-87e9-0ffb94768a33 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:34.536282 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.588014 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] For port 01be531b-0aea-4636-acbc-f2cf8cdc9212, host dv-cinder-786931-6-iscsi, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:24:34.591575 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] For port 01be531b-0aea-4636-acbc-f2cf8cdc9212, host dv-cinder-786931-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=01be531b-0aea-4636-acbc-f2cf8cdc9212,segment=NetworkSegment(0339ecec-739d-4f3d-b7d1-69ce0ee758bb),segment_id=0339ecec-739d-4f3d-b7d1-69ce0ee758bb)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:24:34.598998 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:34.661208 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Routers {'1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:24:34.661893 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:34.666688 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb150-7d0c-45af-8566-837feabbaa9e None None] Pushing event updated for resources: {'Port': ['ID=01be531b-0aea-4636-acbc-f2cf8cdc9212,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:34.782866 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] Set router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:24:34.986212 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '01be531b-0aea-4636-acbc-f2cf8cdc9212', 'name': '', 'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'mac_address': 'fa:16:3e:ae:e8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:29Z', 'updated_at': '2021-08-31T17:24:34Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'subnets': [{'id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:24:35.012513 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8e519-1032-4cb6-841d-ef487046531b None None] The sync data for ids ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'] in dv-cinder-786931-6-iscsi is: [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:30Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '01be531b-0aea-4636-acbc-f2cf8cdc9212', 'name': '', 'network_id': '62a73ed9-b059-486d-a409-ce420f344742', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'mac_address': 'fa:16:3e:ae:e8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:29Z', 'updated_at': '2021-08-31T17:24:34Z', 'revision_number': 4, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'subnets': [{'id': 'c19177c3-7a3f-4874-9a93-b62111aeac3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:24:36.479190 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 01be531b-0aea-4636-acbc-f2cf8cdc9212 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:36.529307 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning for port 01be531b-0aea-4636-acbc-f2cf8cdc9212 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:24:36.533838 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 01be531b-0aea-4636-acbc-f2cf8cdc9212 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:36.534237 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:36.615846 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:36.647822 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] For port 01be531b-0aea-4636-acbc-f2cf8cdc9212, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=01be531b-0aea-4636-acbc-f2cf8cdc9212,segment=NetworkSegment(0339ecec-739d-4f3d-b7d1-69ce0ee758bb),segment_id=0339ecec-739d-4f3d-b7d1-69ce0ee758bb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:24:36.651258 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:36.697377 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Pushing event updated for resources: {'Port': ['ID=01be531b-0aea-4636-acbc-f2cf8cdc9212,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:24:38.462744 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 01be531b-0aea-4636-acbc-f2cf8cdc9212 up at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:24:38.513387 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Provisioning complete for port 01be531b-0aea-4636-acbc-f2cf8cdc9212 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:24:38.513753 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:39.943676 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:47.792812 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-909071a2-8eed-49bb-ae90-6b8a482fb8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:50.651118 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:50.692035 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f351f80-cb23-43ac-bbd5-c015f04cecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:52.012936 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:53.630628 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:24:58.771617 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-d496caaa-3434-4aa4-9ef2-8819dcca7777 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916961999&fields=id&tenant_id=cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 267 time: 0.0319879 Aug 31 17:24:58.875567 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-04350d1d-2ba2-4cb7-9432-17f6316dcc51 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:24:58.877028 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-04350d1d-2ba2-4cb7-9432-17f6316dcc51 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 812 time: 0.0988660 Aug 31 17:24:58.891783 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-f7261bc2-8433-4a20-95b5-375e9ca0471e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/quotas/cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 375 time: 0.0087345 Aug 31 17:24:58.943487 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-93cb1bef-9313-4ec4-a244-d3430327e5ae tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455770 Aug 31 17:24:59.035196 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-48b0cd04-5e88-45af-a38d-41af6aa267e5 service neutron] 10.222.0.107 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798781 Aug 31 17:24:59.123365 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-6fdc3076-8194-44a7-825c-04fa6727394d service neutron] 10.222.0.107 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Aug 31 17:24:59.403432 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-07bc6f69-d25b-4c26-a7e7-4de674c2a596 req-7beed987-28ca-4c78-84db-a216a08429b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 210 time: 0.0265160 Aug 31 17:25:00.130915 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:25:00.332174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-c4d1aa3a-c926-4e68-bff1-2200118f79e8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:00.333635 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-c4d1aa3a-c926-4e68-bff1-2200118f79e8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 812 time: 0.1012695 Aug 31 17:25:00.381705 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-b2b5202d-4ead-4792-8e29-f4160b00df9b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 379 time: 0.0382969 Aug 31 17:25:00.392315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'port': {'device_id': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'admin_state_up': True, 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'security_groups': ['4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:25:00.519520 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08c147fd-5d4a-435a-b9c0-6fa071858cc0 req-10ef10f7-0fa0-43b9-b619-502289f538db tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Aug 31 17:25:00.537717 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Made reservation on behalf of cfb8aad7715646bd85e7998760a1550e for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:25:00.541416 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:00.671389 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Allocated IP 172.20.0.6 (81b389ca-5ca3-48a7-82df-eaceeb52ceac/6241da77-5ada-4cd2-af7f-dc2d59fa92ca/2d972727-121a-4cc8-b688-30ed82cfa8a8) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:25:00.820309 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:00.832889 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Transition to ACTIVE for port object 2d972727-121a-4cc8-b688-30ed82cfa8a8 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:25:00.865758 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:00.908773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:25:00.912414 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:25:00.916186 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:25:00.939619 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=2d972727-121a-4cc8-b688-30ed82cfa8a8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:00.969124 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:00.969762 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:00.985540 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2cedba84-755c-40ff-849a-4c16e642273b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968721 Aug 31 17:25:00.999715 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Request body: {'port': {'device_id': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:25:01.054546 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.117775 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-63bfc5ed-4789-4e03-a8e6-6755bcc4b226 None None] Provisioning for port 2d972727-121a-4cc8-b688-30ed82cfa8a8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:25:01.121777 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-63bfc5ed-4789-4e03-a8e6-6755bcc4b226 None None] Provisioning complete for port 2d972727-121a-4cc8-b688-30ed82cfa8a8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:25:01.122150 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63bfc5ed-4789-4e03-a8e6-6755bcc4b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.157904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-63bfc5ed-4789-4e03-a8e6-6755bcc4b226 None None] Port 2d972727-121a-4cc8-b688-30ed82cfa8a8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:25:01.316678 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d972727-121a-4cc8-b688-30ed82cfa8a8 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:25:01.323701 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.336061 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Transition to ACTIVE for port object 2d972727-121a-4cc8-b688-30ed82cfa8a8 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:25:01.339387 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.388670 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Pushing event updated for resources: {'Port': ['ID=2d972727-121a-4cc8-b688-30ed82cfa8a8,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:01.460302 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Attempting to bind port 2d972727-121a-4cc8-b688-30ed82cfa8a8 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:25:01.460677 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Attempting to bind port 2d972727-121a-4cc8-b688-30ed82cfa8a8 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:25:01.461013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Attempting to bind port 2d972727-121a-4cc8-b688-30ed82cfa8a8 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:25:01.465523 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Port 2d972727-121a-4cc8-b688-30ed82cfa8a8 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:25:01.465846 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Attempting to bind port 2d972727-121a-4cc8-b688-30ed82cfa8a8 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:25:01.470886 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:25:01.471223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Checking segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:25:01.471610 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Bound using segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:25:01.472041 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Bound port: 2d972727-121a-4cc8-b688-30ed82cfa8a8, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:25:01.472402 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.536952 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] For port 2d972727-121a-4cc8-b688-30ed82cfa8a8, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:25:01.539858 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] For port 2d972727-121a-4cc8-b688-30ed82cfa8a8, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:25:01.544443 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.584233 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:01.584871 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:01.586265 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] 10.222.0.109 "PUT /v2.0/ports/2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 200 len: 1093 time: 0.5919485 Aug 31 17:25:01.586712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:25:01.588998 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:25:01.613695 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef7d2c-aedd-44b1-b067-a4f279d62001 service neutron] Pushing event updated for resources: {'Port': ['ID=2d972727-121a-4cc8-b688-30ed82cfa8a8,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:01.661839 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c989a9b-afa5-47bf-98a0-077e7c1c8b7f req-e5ede8fa-3ae5-46d5-90fb-e40fd56efddd tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:01.664292 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5c989a9b-afa5-47bf-98a0-077e7c1c8b7f req-e5ede8fa-3ae5-46d5-90fb-e40fd56efddd tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0730083 Aug 31 17:25:01.698232 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-9d0775c7-c51f-4e2b-84d5-ed86ee674ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:01.699748 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-9d0775c7-c51f-4e2b-84d5-ed86ee674ac0 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1096 time: 0.0611777 Aug 31 17:25:01.710328 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e347ae-7978-47bd-98a4-bd4511b824cf x-openstack-request-id: req-05e347ae-7978-47bd-98a4-bd4511b824cf {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:25:01.710731 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:25:01.711115 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-05e347ae-7978-47bd-98a4-bd4511b824cf {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:25:01.711580 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'status': 'completed', 'code': 200} Aug 31 17:25:01.715125 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-5c989a9b-afa5-47bf-98a0-077e7c1c8b7f req-9ab83617-1412-44fa-94eb-4eced5430027 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Aug 31 17:25:01.753616 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-2badf464-de78-4ea4-8284-4eeab102fffb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 200 len: 217 time: 0.0400167 Aug 31 17:25:01.805441 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-9cf632f5-1576-40c2-8479-2b2a73aeb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:01.806895 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-9cf632f5-1576-40c2-8479-2b2a73aeb656 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0467262 Aug 31 17:25:01.853704 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-ea824d37-97a9-4f5c-82c7-0687004e7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:01.855068 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-ea824d37-97a9-4f5c-82c7-0687004e7e3b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383503 Aug 31 17:25:02.220220 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-d8bb248d-c941-4e2c-bcc4-bf0e0f1a23b2 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493149 Aug 31 17:25:02.311791 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9d9081f7-b2cd-48d3-aa34-386c89f69307 req-fc0f5fbf-f608-466d-8c38-2b1ed3626a20 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837834 Aug 31 17:25:02.399528 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-a492fdb8-b63d-4ebd-9daf-396030dd0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:02.401085 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-a492fdb8-b63d-4ebd-9daf-396030dd0364 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1096 time: 0.0437374 Aug 31 17:25:02.489659 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-30d3df94-a154-45d0-a712-89fbf934a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:02.491106 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-30d3df94-a154-45d0-a712-89fbf934a0e5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0820050 Aug 31 17:25:02.536778 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-a5cba76f-4cd9-4646-b02e-5be69f692116 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 200 len: 217 time: 0.0373847 Aug 31 17:25:02.584531 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-58c0873c-2b23-454a-9167-268b145360a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:02.585997 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-58c0873c-2b23-454a-9167-268b145360a5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0420797 Aug 31 17:25:02.630779 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-4cdd0abb-1794-4f39-b85e-b2a99e8af5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:02.632365 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-4cdd0abb-1794-4f39-b85e-b2a99e8af5fc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386786 Aug 31 17:25:02.724349 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-12624d52-49ac-405c-a9a1-a2ae85c0d9c8 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843167 Aug 31 17:25:02.840791 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f0aa5a0e-3e0b-45f5-99da-d18a4900ef5c req-13dddbb5-d22b-40bf-9ff6-6349c16cc158 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090004 Aug 31 17:25:02.855865 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bede58-d4d3-4a2b-8b65-92d907591309 req-eee9f197-42c7-409b-8db2-91596c775e3f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:02.857324 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-31bede58-d4d3-4a2b-8b65-92d907591309 req-eee9f197-42c7-409b-8db2-91596c775e3f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0693240 Aug 31 17:25:02.895020 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-31bede58-d4d3-4a2b-8b65-92d907591309 req-ace4a8bb-ea01-4b41-a113-8937f48f9828 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Aug 31 17:25:04.009114 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df590ecf-492c-437a-bfe4-106a441c96e0 req-bbc8a5f6-b475-4d4a-8caa-14e8065be43b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:04.010596 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-df590ecf-492c-437a-bfe4-106a441c96e0 req-bbc8a5f6-b475-4d4a-8caa-14e8065be43b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Aug 31 17:25:04.048603 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-df590ecf-492c-437a-bfe4-106a441c96e0 req-1d4e7cf5-cc8f-4337-a372-b8803625a4ee tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Aug 31 17:25:05.167796 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b8572-c2e2-40bd-bcd9-d61e6a5333fe req-d8ff9265-b002-432e-81f3-7e0a2703b306 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:05.169303 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ac5b8572-c2e2-40bd-bcd9-d61e6a5333fe req-d8ff9265-b002-432e-81f3-7e0a2703b306 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0513887 Aug 31 17:25:05.206244 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ac5b8572-c2e2-40bd-bcd9-d61e6a5333fe req-67d42410-18f2-4554-9e58-0fec37a843a2 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Aug 31 17:25:06.318794 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7152-c972-4da9-8ac4-55a07134e683 req-52830685-da23-4224-b17c-c63091992a4a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:06.320173 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-93ac7152-c972-4da9-8ac4-55a07134e683 req-52830685-da23-4224-b17c-c63091992a4a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0480514 Aug 31 17:25:06.356192 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-93ac7152-c972-4da9-8ac4-55a07134e683 req-d8a302ff-db8e-4d25-9304-6bc37c566979 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300546 Aug 31 17:25:07.469789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0d8ee-307c-4b93-b55d-49f775a5aaf9 req-2b0cb794-d94d-4d48-8a08-2dba96f4e9c3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:07.471154 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-83e0d8ee-307c-4b93-b55d-49f775a5aaf9 req-2b0cb794-d94d-4d48-8a08-2dba96f4e9c3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0483594 Aug 31 17:25:07.508562 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-83e0d8ee-307c-4b93-b55d-49f775a5aaf9 req-1da0f1ed-2238-44a2-ac71-def6e8b96506 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Aug 31 17:25:08.619182 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9025010-b5a3-44a1-86a2-64b288540da8 req-edf3cd27-f83e-467c-804b-c6b547e96ff4 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:08.620662 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a9025010-b5a3-44a1-86a2-64b288540da8 req-edf3cd27-f83e-467c-804b-c6b547e96ff4 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 943 time: 0.0472283 Aug 31 17:25:08.656767 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-a9025010-b5a3-44a1-86a2-64b288540da8 req-f8c50f9f-6d05-443e-befe-25a879acadcf tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301988 Aug 31 17:25:09.224198 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2d972727-121a-4cc8-b688-30ed82cfa8a8 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:25:09.314808 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 2d972727-121a-4cc8-b688-30ed82cfa8a8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:25:09.326350 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'port_id': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'mac_address': 'fa:16:3e:94:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:25:09.368302 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:09.381512 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d972727-121a-4cc8-b688-30ed82cfa8a8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:25:09.399558 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 2d972727-121a-4cc8-b688-30ed82cfa8a8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:25:09.403733 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:09.449192 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=2d972727-121a-4cc8-b688-30ed82cfa8a8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:09.768613 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3f1d-bc07-4e73-979c-e829a9014419 req-1947416c-0d20-42e2-86e6-f6f91fe40b0e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:09.770068 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c8eb3f1d-bc07-4e73-979c-e829a9014419 req-1947416c-0d20-42e2-86e6-f6f91fe40b0e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 944 time: 0.0480103 Aug 31 17:25:09.808040 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c8eb3f1d-bc07-4e73-979c-e829a9014419 req-b6fbaaee-758e-47e4-a0a8-d71cab387b80 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Aug 31 17:25:09.831496 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['2d972727-121a-4cc8-b688-30ed82cfa8a8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:25:09.962360 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:10.921713 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03b707-d7c8-42bd-a03f-e5a944a48212 req-46853205-bee3-4b84-b5c4-88d83b5e003e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:10.923185 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4f03b707-d7c8-42bd-a03f-e5a944a48212 req-46853205-bee3-4b84-b5c4-88d83b5e003e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 944 time: 0.0505388 Aug 31 17:25:10.960637 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-4f03b707-d7c8-42bd-a03f-e5a944a48212 req-58e37e16-60bf-40e5-82c7-df19df5eb2ca tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Aug 31 17:25:11.235575 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2d972727-121a-4cc8-b688-30ed82cfa8a8 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:25:11.282335 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 2d972727-121a-4cc8-b688-30ed82cfa8a8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:25:11.287021 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 2d972727-121a-4cc8-b688-30ed82cfa8a8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:25:11.287386 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:11.364411 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:11.388939 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:25:11.391197 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a063fa5d-9733-43bc-b49f-a6bceba4fe4c" -d '{"events": [{"server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "name": "network-vif-plugged", "status": "completed", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:25:11.404525 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 2d972727-121a-4cc8-b688-30ed82cfa8a8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:25:11.408606 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:11.433643 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2308c4a-cc77-4bfe-a3bb-1f26f928ac4c x-openstack-request-id: req-e2308c4a-cc77-4bfe-a3bb-1f26f928ac4c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:25:11.433932 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "name": "network-vif-plugged", "status": "completed", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:25:11.434177 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e2308c4a-cc77-4bfe-a3bb-1f26f928ac4c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:25:11.434558 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'code': 200} Aug 31 17:25:11.460034 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=2d972727-121a-4cc8-b688-30ed82cfa8a8,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:11.641880 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b666d0-4753-4701-aadd-e8f5c9b2f4d4 req-b9db9d6a-67e9-4295-a9bb-7c90ea54a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:11.643348 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-04b666d0-4753-4701-aadd-e8f5c9b2f4d4 req-b9db9d6a-67e9-4295-a9bb-7c90ea54a298 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1098 time: 0.0424809 Aug 31 17:25:11.678004 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-04b666d0-4753-4701-aadd-e8f5c9b2f4d4 req-a87988ac-5f8e-4818-985c-5948c49bb75b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277269 Aug 31 17:25:12.071152 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c27234-5979-40d4-a878-6fd0ed24a0b4 req-6c19d4c2-1517-49ef-8149-7ce71e8ae486 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:12.073597 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26c27234-5979-40d4-a878-6fd0ed24a0b4 req-6c19d4c2-1517-49ef-8149-7ce71e8ae486 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Aug 31 17:25:12.111634 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-26c27234-5979-40d4-a878-6fd0ed24a0b4 req-c43fa0b9-3d9f-4011-93ad-1e7213eae764 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Aug 31 17:25:13.228615 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc91ca-463f-44f2-9a13-1b93835c4e4e req-9e74a68d-c60f-45ca-aa7c-992f9cf5e9a3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:13.230179 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7cfc91ca-463f-44f2-9a13-1b93835c4e4e req-9e74a68d-c60f-45ca-aa7c-992f9cf5e9a3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Aug 31 17:25:13.270453 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7cfc91ca-463f-44f2-9a13-1b93835c4e4e req-a418ab24-134d-40b6-8b7f-7b11700297a3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Aug 31 17:25:13.381451 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6db9da-54ae-4aae-8626-d0ccb589553e req-6a6f060e-b2b9-4a50-9883-4e8f3affdddf tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:13.382926 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8c6db9da-54ae-4aae-8626-d0ccb589553e req-6a6f060e-b2b9-4a50-9883-4e8f3affdddf tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.0469916 Aug 31 17:25:13.423219 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-8c6db9da-54ae-4aae-8626-d0ccb589553e req-d2a4fec0-98eb-4525-8a76-45d758a4f122 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309460 Aug 31 17:25:13.445245 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 49780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:25:13.598103 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35214c-f914-4cc5-b957-96fba166b25a tempest-TestVolumeBootPattern-1058581749 tempest-TestVolumeBootPattern-1058581749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:13.604212 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-fe35214c-f914-4cc5-b957-96fba166b25a tempest-TestVolumeBootPattern-1058581749 tempest-TestVolumeBootPattern-1058581749-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1093 time: 0.1568046 Aug 31 17:25:13.604416 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49784) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:25:13.608660 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'port_id': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:25:13.632951 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:13.738325 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:13.851723 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Allocated IP 172.27.2.145 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/1ccc9764-b4aa-44c2-a827-d06ff455234b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:25:13.963565 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.002158 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.036003 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:25:14.038730 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:25:14.044046 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:25:14.071723 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=1ccc9764-b4aa-44c2-a827-d06ff455234b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:14.400018 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.471537 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.618366 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.622602 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.690223 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=1ccc9764-b4aa-44c2-a827-d06ff455234b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:25:14.701823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:14.800573 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Floating IP 36f28253-dc92-44fa-a380-b905ba6a2650 associated. External IP: 172.27.2.145, port: 2d972727-121a-4cc8-b688-30ed82cfa8a8. Aug 31 17:25:14.996992 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:25:15.101572 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:25:15.111416 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:25:15.117737 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:15.121639 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:25:15.122248 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:25:15.144897 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-56f3f05d-b15b-4fd7-a41a-907ddcc483de tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5402210 Aug 31 17:25:15.145336 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:25:15.147883 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b58058-916b-4fe2-90d5-016073d20d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:25:15.185861 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c91bbc3-9d06-45e8-892e-1207a1e86e73 x-openstack-request-id: req-0c91bbc3-9d06-45e8-892e-1207a1e86e73 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:25:15.186150 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:25:15.186404 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0c91bbc3-9d06-45e8-892e-1207a1e86e73 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:25:15.186806 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'status': 'completed', 'code': 200} Aug 31 17:25:15.234062 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:25:15.251131 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58058-916b-4fe2-90d5-016073d20d0e req-7cf25c4a-0bf3-4e78-80f9-2cf86c4996c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:15.252590 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-7cf25c4a-0bf3-4e78-80f9-2cf86c4996c5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1098 time: 0.0431831 Aug 31 17:25:15.341705 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58058-916b-4fe2-90d5-016073d20d0e req-a6e42f00-412b-4371-abcb-ec1d566d8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:15.343188 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-a6e42f00-412b-4371-abcb-ec1d566d8d7b service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0832467 Aug 31 17:25:15.417315 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-abc31f5a-de8b-4c75-b765-0db5075118da service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 200 len: 999 time: 0.0645165 Aug 31 17:25:15.455276 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '36f28253-dc92-44fa-a380-b905ba6a2650', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:94:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:25:14Z', 'updated_at': '2021-08-31T17:25:14Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:25:15.467296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58058-916b-4fe2-90d5-016073d20d0e req-45bee997-b43d-4002-9166-0a45a0ff8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:15.468807 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-45bee997-b43d-4002-9166-0a45a0ff8cfb service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0434215 Aug 31 17:25:15.481850 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:25:15.490111 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:25:15.490735 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:24:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:25:15.514513 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58058-916b-4fe2-90d5-016073d20d0e req-736fc71e-744f-4144-9acf-bc1b729aa330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:15.515912 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-736fc71e-744f-4144-9acf-bc1b729aa330 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392911 Aug 31 17:25:15.594480 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:25:15.608160 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-9ef78e3f-4821-4949-91d6-5aaaa6818c4b service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841930 Aug 31 17:25:15.700300 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-08b58058-916b-4fe2-90d5-016073d20d0e req-b5c4f008-4564-4192-b719-7d3ea27f5020 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844967 Aug 31 17:25:15.927615 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '36f28253-dc92-44fa-a380-b905ba6a2650', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:94:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:25:14Z', 'updated_at': '2021-08-31T17:25:14Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:25:15.956660 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a684220-26a7-4078-ae26-ab17c9e85e14 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '36f28253-dc92-44fa-a380-b905ba6a2650', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:94:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:25:14Z', 'updated_at': '2021-08-31T17:25:14Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:25:16.129841 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bbd43a-dd11-4aba-8f39-c0158cb7b591 None None] New status for floating IP 36f28253-dc92-44fa-a380-b905ba6a2650: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:25:17.793275 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f940666c-a06c-47b8-8e1c-fefa64861e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:20.654413 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:20.692079 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ceb0535b-b530-4bd8-a943-bcaa60875f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:22.015060 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:23.633810 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:37.129591 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:25:39.952076 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:47.795230 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c97c0848-c03b-4985-966a-96a6d0b1b3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:49.563327 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-83a2dfca-ece6-4deb-9e1a-732970d9281e service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395572 Aug 31 17:25:49.651544 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-795b53ca-50b1-4bdf-b109-820f5a4c7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:49.653040 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-795b53ca-50b1-4bdf-b109-820f5a4c7109 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1098 time: 0.0437193 Aug 31 17:25:49.755297 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-73fa2145-0fbe-4d4e-a7a3-bde8192b00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:49.756772 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-73fa2145-0fbe-4d4e-a7a3-bde8192b00ef service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0829699 Aug 31 17:25:49.832983 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-6d9c9797-6d33-45aa-b6f2-a3f997742f8f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0604336 Aug 31 17:25:49.882231 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-901f1c72-ad5f-4685-9015-2d987fef99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:49.883678 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-901f1c72-ad5f-4685-9015-2d987fef99bf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0432503 Aug 31 17:25:49.929071 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-83af2247-722c-4368-9c51-8eab54ea95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:25:49.930505 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-83af2247-722c-4368-9c51-8eab54ea95d0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386500 Aug 31 17:25:50.022796 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-74efab85-74b1-4814-9917-3f2e47ef34a4 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835893 Aug 31 17:25:50.112284 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bfa50580-06d2-4b92-94f8-6bc8173f47be req-196f912d-caa3-4532-8061-5b8af7c54bd0 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Aug 31 17:25:50.657027 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:50.692073 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7835743-34f1-462e-ad7f-a4b3defa8d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:52.019590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:25:53.636359 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:09.964231 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:14.128439 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:26:17.795508 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-941dc9b3-2793-46bf-bd5c-3b62b1ac74fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:20.658504 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:20.691347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41600817-a6f3-4c0a-9b3a-a3ea1beab157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:22.021155 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:23.639001 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:39.966242 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:42.966718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-19d97cfd-3899-4927-8bbf-7b24f861bdc3 req-b47b5be9-1ae3-4d9c-8a9e-ae796d0ad61f service neutron] (94157) timed out ('10.222.0.109', 53591) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 17:26:47.796616 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03449818-32d4-4fc8-95bb-df0aac9ca0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:50.528830 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-9f04ab93-2aa8-42c1-86e1-00a2f2144065 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412695 Aug 31 17:26:50.614953 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-12f82d08-67d1-4047-b5ee-28b6c8fb6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:26:50.616443 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-12f82d08-67d1-4047-b5ee-28b6c8fb6d5e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 1098 time: 0.0431705 Aug 31 17:26:50.662740 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:50.693047 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21b530e7-31f4-40c0-ba23-94b11273ff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:50.721821 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-319defd6-e928-4b5c-b788-1aea3026f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:26:50.723261 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-319defd6-e928-4b5c-b788-1aea3026f92c service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0881014 Aug 31 17:26:50.794497 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-e4e48f9c-5c5a-4183-bebe-15fad9f1b252 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0628512 Aug 31 17:26:50.843453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-d1644b8e-c005-4c6c-bf37-9ec63b5eca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:26:50.844922 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-d1644b8e-c005-4c6c-bf37-9ec63b5eca49 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0430396 Aug 31 17:26:50.890258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-e6903c49-4950-4b02-87e1-04ae816dedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:26:50.891738 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-e6903c49-4950-4b02-87e1-04ae816dedea service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398300 Aug 31 17:26:50.982864 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-7da093dc-46c5-4276-ae97-2fd7b2e77ca0 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830731 Aug 31 17:26:51.071191 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6d0f6aea-3b11-45e6-b74a-bbc2860c8c82 req-0f2a21b6-a83f-40ec-a11f-4dfa9d28e0ec service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812693 Aug 31 17:26:51.127125 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:26:52.025224 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:26:53.642376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:09.966386 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:17.797105 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-632cf8bd-0fc6-4821-a6b5-edee3005f3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:20.666281 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:20.691871 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a3e577b-3d9c-4c4a-8c7f-6df6ffad5725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:22.028014 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:23.647007 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:28.126627 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:27:39.958980 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:41.979067 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7a6c-dd54-49f6-830c-c52acb30da09 req-2ad78b4a-0112-416b-ae6a-10e43724473c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:41.980452 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c2dc7a6c-dd54-49f6-830c-c52acb30da09 req-2ad78b4a-0112-416b-ae6a-10e43724473c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.0977819 Aug 31 17:27:42.018033 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c2dc7a6c-dd54-49f6-830c-c52acb30da09 req-d2e1b822-4a44-406b-87aa-8c044040b943 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Aug 31 17:27:43.193457 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaac750-b62c-4520-8fa9-ec864040a8a3 req-f3410762-3862-41d4-8458-f83e60b5999f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:43.194995 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cdaac750-b62c-4520-8fa9-ec864040a8a3 req-f3410762-3862-41d4-8458-f83e60b5999f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.0975275 Aug 31 17:27:43.233325 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-cdaac750-b62c-4520-8fa9-ec864040a8a3 req-7d50ff4e-1e04-4433-8946-e0dea310ba57 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Aug 31 17:27:44.203534 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-483817f7-eb90-405a-a46c-1bfed7c2e0e7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:44.205017 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-483817f7-eb90-405a-a46c-1bfed7c2e0e7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.3150089 Aug 31 17:27:44.297848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Deleting port 2d972727-121a-4cc8-b688-30ed82cfa8a8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:27:44.298195 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:44.413300 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aec7a3-1171-482e-9763-3cf292d60d60 req-c1d60475-7542-4c76-9304-d4762c53d8bc tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:44.414702 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-03aec7a3-1171-482e-9763-3cf292d60d60 req-c1d60475-7542-4c76-9304-d4762c53d8bc tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 945 time: 0.1020544 Aug 31 17:27:44.431930 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] For port 2d972727-121a-4cc8-b688-30ed82cfa8a8, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d972727-121a-4cc8-b688-30ed82cfa8a8,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:27:44.432296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:44.506496 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-03aec7a3-1171-482e-9763-3cf292d60d60 req-4129d434-fe24-4128-9d43-2090b15b0e6c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857587 Aug 31 17:27:44.632006 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:44.632447 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:44.632838 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Floating IP 36f28253-dc92-44fa-a380-b905ba6a2650 disassociated. External IP: 172.27.2.145, port: 2d972727-121a-4cc8-b688-30ed82cfa8a8. Aug 31 17:27:44.633491 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Calling delete_port for 2d972727-121a-4cc8-b688-30ed82cfa8a8 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:27:44.760813 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:44.792734 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'Port': ['ID=2d972727-121a-4cc8-b688-30ed82cfa8a8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:27:44.804506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.804859 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.805201 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.805533 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.805862 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.806188 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.806517 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.806846 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.807164 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.807486 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.807837 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.808160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:27:44.916290 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:27:45.019065 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:27:45.028847 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:27:45.037492 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:27:45.038084 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:27:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:27:45.061322 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] No DVR routers for this DVR port 2d972727-121a-4cc8-b688-30ed82cfa8a8 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:27:45.064142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:45.066377 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7cd846f7-69dc-403b-8c73-8513ce336da3 req-761bee5a-3e4d-461f-83d6-20e5010f797f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "DELETE /v2.0/ports/2d972727-121a-4cc8-b688-30ed82cfa8a8 HTTP/1.1" status: 204 len: 173 time: 0.8549392 Aug 31 17:27:45.066835 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'name': 'network-vif-deleted', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:27:45.069110 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45abd4a-11ed-4ac6-9132-db22da46ae33" -d '{"events": [{"server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "name": "network-vif-deleted", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:27:45.106995 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70342cd5-d470-4ad6-b095-80126b19a6d9 x-openstack-request-id: req-70342cd5-d470-4ad6-b095-80126b19a6d9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:27:45.107362 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01389ce-3b3a-4f26-9d48-d57b59e72775", "name": "network-vif-deleted", "tag": "2d972727-121a-4cc8-b688-30ed82cfa8a8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:27:45.107718 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-70342cd5-d470-4ad6-b095-80126b19a6d9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:27:45.108284 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01389ce-3b3a-4f26-9d48-d57b59e72775', 'name': 'network-vif-deleted', 'tag': '2d972727-121a-4cc8-b688-30ed82cfa8a8', 'status': 'completed', 'code': 200} Aug 31 17:27:45.164367 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:27:45.373869 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:27:45.408059 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:27:45.418353 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:27:45.418957 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:27:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:27:45.531269 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:27:45.619520 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-60d17332-5f5a-4871-8ac3-e61fded25690 req-9c271308-bc5e-47ca-96f4-66ad144b43c8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=b01389ce-3b3a-4f26-9d48-d57b59e72775 HTTP/1.1" status: 200 len: 210 time: 0.0263977 Aug 31 17:27:45.734111 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:27:45.761123 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb7513-f40d-4a9f-8469-0459d09bf994 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:27:45.972309 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e90310-d674-435e-9ef7-b03c242eeca2 None None] New status for floating IP 36f28253-dc92-44fa-a380-b905ba6a2650: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:27:46.829161 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-d822dcda-367e-4071-9fd1-307d932ce827 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916961999&fields=id&tenant_id=cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 267 time: 0.0339553 Aug 31 17:27:46.941693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-e85f2dfc-0b67-4be7-a6b2-5006b43d7ae2 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:46.942897 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-e85f2dfc-0b67-4be7-a6b2-5006b43d7ae2 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 812 time: 0.1066890 Aug 31 17:27:46.959538 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-c9abb057-f1a8-487a-b1f8-c3276637e786 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/quotas/cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 375 time: 0.0094790 Aug 31 17:27:47.016563 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f4c94953-5889-4091-95d6-50865e469f66 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505180 Aug 31 17:27:47.165677 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-d10c7267-a46b-4315-aa2f-70603ba917e0 service neutron] 10.222.0.107 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373110 Aug 31 17:27:47.276657 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-14def557-b296-4e1a-864b-1e13c1338bf2 service neutron] 10.222.0.107 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039150 Aug 31 17:27:47.800434 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0c87ae7-0b21-44aa-bef0-10662092be03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:47.980870 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2d972727-121a-4cc8-b688-30ed82cfa8a8 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:27:48.000240 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 2d972727-121a-4cc8-b688-30ed82cfa8a8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:27:48.000618 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2d972727-121a-4cc8-b688-30ed82cfa8a8 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:27:48.608858 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-22de4e48-9ce0-4258-ba70-e6e622ba14c9 req-4cc77e5d-8833-49e1-9f67-09e16aedbefe tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 210 time: 0.0264955 Aug 31 17:27:49.542558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-76d3885f-54a4-48fb-b5a6-462128870a3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:49.544023 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-76d3885f-54a4-48fb-b5a6-462128870a3c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 812 time: 0.1003892 Aug 31 17:27:49.590650 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-9b1acef7-690e-436a-b43c-ac070183dcf1 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 379 time: 0.0339835 Aug 31 17:27:49.601453 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'port': {'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'admin_state_up': True, 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'security_groups': ['4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:27:49.713109 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4d971dd4-62e8-40a8-829f-b63a522fe43e req-3c924752-0ffe-4965-9408-11290238cd13 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 210 time: 0.0348029 Aug 31 17:27:49.735545 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Made reservation on behalf of cfb8aad7715646bd85e7998760a1550e for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:27:49.739008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:49.863067 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Allocated IP 172.20.0.14 (81b389ca-5ca3-48a7-82df-eaceeb52ceac/6241da77-5ada-4cd2-af7f-dc2d59fa92ca/6334a769-d878-47cb-8b00-9ea9a482cbf0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:27:50.011556 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.024114 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Transition to ACTIVE for port object 6334a769-d878-47cb-8b00-9ea9a482cbf0 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:27:50.057015 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.101451 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:27:50.104558 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:27:50.108639 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:27:50.134773 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=6334a769-d878-47cb-8b00-9ea9a482cbf0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:27:50.161896 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:50.162503 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.177663 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-f910e6e8-c572-451b-a5df-799ef5e3c2a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798006 Aug 31 17:27:50.189844 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-0750ce9b-d5fc-48a3-9802-fec9627c1cfd tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:27:50.190815 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-0750ce9b-d5fc-48a3-9802-fec9627c1cfd tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057874 Aug 31 17:27:50.249640 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Request body: {'port': {'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:27:50.301347 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.361262 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2743e23-65ba-4fb0-ba81-db6d18dd1576 None None] Provisioning for port 6334a769-d878-47cb-8b00-9ea9a482cbf0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:27:50.365233 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2743e23-65ba-4fb0-ba81-db6d18dd1576 None None] Provisioning complete for port 6334a769-d878-47cb-8b00-9ea9a482cbf0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:27:50.365606 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2743e23-65ba-4fb0-ba81-db6d18dd1576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.402576 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c2743e23-65ba-4fb0-ba81-db6d18dd1576 None None] Port 6334a769-d878-47cb-8b00-9ea9a482cbf0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:27:50.564545 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6334a769-d878-47cb-8b00-9ea9a482cbf0 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:27:50.571725 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.583974 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Transition to ACTIVE for port object 6334a769-d878-47cb-8b00-9ea9a482cbf0 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:27:50.587007 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.637850 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Pushing event updated for resources: {'Port': ['ID=6334a769-d878-47cb-8b00-9ea9a482cbf0,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:27:50.671394 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.694665 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4018dc8a-4a10-4406-ae43-ef0327b6bb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.713954 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Attempting to bind port 6334a769-d878-47cb-8b00-9ea9a482cbf0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:27:50.714284 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Attempting to bind port 6334a769-d878-47cb-8b00-9ea9a482cbf0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:27:50.714611 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Attempting to bind port 6334a769-d878-47cb-8b00-9ea9a482cbf0 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:27:50.719149 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Port 6334a769-d878-47cb-8b00-9ea9a482cbf0 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:27:50.719466 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Attempting to bind port 6334a769-d878-47cb-8b00-9ea9a482cbf0 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:27:50.724325 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:27:50.724691 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Checking segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:27:50.725071 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Bound using segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:27:50.725494 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Bound port: 6334a769-d878-47cb-8b00-9ea9a482cbf0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:27:50.725848 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.795470 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] For port 6334a769-d878-47cb-8b00-9ea9a482cbf0, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:27:50.798733 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] For port 6334a769-d878-47cb-8b00-9ea9a482cbf0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:27:50.803573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.836094 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fe734-a59b-4f5d-a6ff-5435e452b2d2 req-93168e0c-a533-4830-9797-3bbefedf107f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:50.837830 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f57fe734-a59b-4f5d-a6ff-5435e452b2d2 req-93168e0c-a533-4830-9797-3bbefedf107f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0510800 Aug 31 17:27:50.839463 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:50.840207 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:50.841667 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] 10.222.0.109 "PUT /v2.0/ports/6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 1094 time: 0.6418176 Aug 31 17:27:50.843879 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:27:50.849605 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beec0c9-110b-4def-b13e-c8d0584d7e89" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:27:50.883591 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dde6ee-a001-43ce-88bb-3898c061c1dc service neutron] Pushing event updated for resources: {'Port': ['ID=6334a769-d878-47cb-8b00-9ea9a482cbf0,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:27:50.888818 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-f57fe734-a59b-4f5d-a6ff-5435e452b2d2 req-6fa94213-0295-4deb-8dee-d815fa102323 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Aug 31 17:27:50.918795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb6f9d2-b0c2-4715-a679-7c6ff4512651 x-openstack-request-id: req-0cb6f9d2-b0c2-4715-a679-7c6ff4512651 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:27:50.919135 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:27:50.919340 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0cb6f9d2-b0c2-4715-a679-7c6ff4512651 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:27:50.919731 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'status': 'completed', 'code': 200} Aug 31 17:27:50.935383 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-b3076dc6-63b8-41ec-98eb-fcac7a556070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:50.937266 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-b3076dc6-63b8-41ec-98eb-fcac7a556070 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1097 time: 0.0487692 Aug 31 17:27:50.985706 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-242f7c67-8f65-4cec-8402-18f0c5a34e93 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 217 time: 0.0398083 Aug 31 17:27:51.038176 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-86a30f71-d524-40e8-ac6d-5a65961067a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:51.039661 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-86a30f71-d524-40e8-ac6d-5a65961067a2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0451839 Aug 31 17:27:51.086458 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-fac370d7-59a0-4e0b-9d63-a6986c88325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:51.087913 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-fac370d7-59a0-4e0b-9d63-a6986c88325f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401490 Aug 31 17:27:51.179689 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-6f11b70d-620d-47b4-8c5a-4705d2e8cf51 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824268 Aug 31 17:27:51.268276 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-6b5046bc-9a5f-419e-9f7e-323cf5d6b729 req-0fd6f891-e0b7-4fd3-867a-036c2d857820 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803730 Aug 31 17:27:51.363160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-f397b382-7f1f-404a-9827-409203eeceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:51.364665 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-f397b382-7f1f-404a-9827-409203eeceef service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1097 time: 0.0396328 Aug 31 17:27:51.456936 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-4498d852-3990-4519-b6e1-b347ee54e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:51.459163 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-4498d852-3990-4519-b6e1-b347ee54e048 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0872169 Aug 31 17:27:51.504838 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-9c6cde75-ff62-4b91-bebc-011c9382a96f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 217 time: 0.0368521 Aug 31 17:27:51.556690 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-c0ae8630-e250-41f4-986e-7f7f1352adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:51.558699 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-c0ae8630-e250-41f4-986e-7f7f1352adde service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0459466 Aug 31 17:27:51.603258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-8cfa0661-deea-4567-9305-b4fbbddc88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:51.605348 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-8cfa0661-deea-4567-9305-b4fbbddc88cc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395341 Aug 31 17:27:51.691867 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-684e4346-438f-41ba-ac7c-17e4fa4f132c service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776896 Aug 31 17:27:51.796770 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7beec0c9-110b-4def-b13e-c8d0584d7e89 req-9cb362f4-a179-4f3b-b236-04581733db8d service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950344 Aug 31 17:27:52.007486 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd5c41-3304-4d3d-ba9b-3f18412346ce req-b81711f5-8e4a-4042-b77c-55b0f2fe74be tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:52.008944 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-36bd5c41-3304-4d3d-ba9b-3f18412346ce req-b81711f5-8e4a-4042-b77c-55b0f2fe74be tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0487111 Aug 31 17:27:52.034291 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:52.049136 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-36bd5c41-3304-4d3d-ba9b-3f18412346ce req-09b65e4c-f0ba-4339-aa09-1f504a8d48b3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339551 Aug 31 17:27:53.163646 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc421cd-d3a6-4828-b0b8-8ccbec9054b4 req-2130d949-9a18-4029-92f9-217b419727fa tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:53.165133 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cdc421cd-d3a6-4828-b0b8-8ccbec9054b4 req-2130d949-9a18-4029-92f9-217b419727fa tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0476832 Aug 31 17:27:53.202569 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-cdc421cd-d3a6-4828-b0b8-8ccbec9054b4 req-34a132d9-4bb9-4d75-b828-739d542e4b93 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Aug 31 17:27:53.648640 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:27:54.313957 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917ef09-97e5-4906-bd95-0c15c0e151be req-113933f5-37ab-4e11-91b4-c38220e9da3e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:54.315423 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c917ef09-97e5-4906-bd95-0c15c0e151be req-113933f5-37ab-4e11-91b4-c38220e9da3e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0474014 Aug 31 17:27:54.352493 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-c917ef09-97e5-4906-bd95-0c15c0e151be req-af5bc72b-64df-4b83-97b5-cd9a0f41a125 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308816 Aug 31 17:27:55.462990 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218133b-ea7f-412d-8486-f55f5ef33ae3 req-a5da25f6-e42d-4dea-bb7e-cdf7bca0b82b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:55.464324 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d218133b-ea7f-412d-8486-f55f5ef33ae3 req-a5da25f6-e42d-4dea-bb7e-cdf7bca0b82b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0478306 Aug 31 17:27:55.510709 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-d218133b-ea7f-412d-8486-f55f5ef33ae3 req-c65b1418-819f-42be-a9f6-08c70421050f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Aug 31 17:27:56.620661 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5db20-463d-4cbf-971a-17a8ad444a20 req-a83d29a2-14c0-49c0-9e90-4cb5ed12c860 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:56.622110 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-00e5db20-463d-4cbf-971a-17a8ad444a20 req-a83d29a2-14c0-49c0-9e90-4cb5ed12c860 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0469601 Aug 31 17:27:56.664290 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-00e5db20-463d-4cbf-971a-17a8ad444a20 req-dd5f6d10-b069-4e6c-92bb-504135fca00c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363584 Aug 31 17:27:57.775757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99344d5-3c9e-4269-bf8b-da41cb210b40 req-08bdf51c-df8a-4213-bf62-dff115c9c65f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:57.777774 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a99344d5-3c9e-4269-bf8b-da41cb210b40 req-08bdf51c-df8a-4213-bf62-dff115c9c65f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0478625 Aug 31 17:27:57.815318 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a99344d5-3c9e-4269-bf8b-da41cb210b40 req-c3e5c939-9565-46a5-93b0-b7ad3061af37 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316103 Aug 31 17:27:58.936173 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e658f90-7b58-4420-bd0d-e0f1e42d3a7a req-81bda400-3117-460a-a668-0f1de1b4cd88 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:27:58.937077 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0e658f90-7b58-4420-bd0d-e0f1e42d3a7a req-81bda400-3117-460a-a668-0f1de1b4cd88 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0568926 Aug 31 17:27:58.974604 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-0e658f90-7b58-4420-bd0d-e0f1e42d3a7a req-086c061d-a70a-4a9b-a231-35f73a3ba99f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Aug 31 17:28:00.010685 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 6334a769-d878-47cb-8b00-9ea9a482cbf0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:28:00.084822 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869dae-a321-44ae-ad4a-c7fad479cd0b req-ed7f17f2-0a0c-4c80-8041-ba7163966f75 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:00.086297 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-11869dae-a321-44ae-ad4a-c7fad479cd0b req-ed7f17f2-0a0c-4c80-8041-ba7163966f75 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 944 time: 0.0482173 Aug 31 17:28:00.102983 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 6334a769-d878-47cb-8b00-9ea9a482cbf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:28:00.114870 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:28:00.124696 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-11869dae-a321-44ae-ad4a-c7fad479cd0b req-c920f336-5c83-4e49-97c8-25d1ba18fd61 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Aug 31 17:28:00.155573 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:00.168319 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6334a769-d878-47cb-8b00-9ea9a482cbf0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:28:00.186927 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 6334a769-d878-47cb-8b00-9ea9a482cbf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:28:00.190786 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:00.236249 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=6334a769-d878-47cb-8b00-9ea9a482cbf0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:28:00.242985 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.243333 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.243674 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.244007 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.244340 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.244706 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.245035 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.245387 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.245717 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.246041 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.246365 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.246685 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:28:00.563271 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['6334a769-d878-47cb-8b00-9ea9a482cbf0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:28:01.236465 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14f15-1476-488d-aa4a-3e148f09e186 req-672d8a67-63be-4021-99f9-79049287d9b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:01.237947 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-23d14f15-1476-488d-aa4a-3e148f09e186 req-672d8a67-63be-4021-99f9-79049287d9b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 945 time: 0.0476589 Aug 31 17:28:01.275170 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-23d14f15-1476-488d-aa4a-3e148f09e186 req-6ab63bea-913d-4702-8a52-f4384d6ad948 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Aug 31 17:28:02.016631 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 6334a769-d878-47cb-8b00-9ea9a482cbf0 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:28:02.063630 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 6334a769-d878-47cb-8b00-9ea9a482cbf0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:28:02.067243 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 6334a769-d878-47cb-8b00-9ea9a482cbf0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:28:02.067608 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:02.145003 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:02.169785 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:28:02.172026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f97b0-7063-44f4-8e69-aa5144cf8a71" -d '{"events": [{"server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "name": "network-vif-plugged", "status": "completed", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:28:02.184934 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 6334a769-d878-47cb-8b00-9ea9a482cbf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:28:02.191413 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:02.220382 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc9d128-1fb1-4212-b395-036b682f713b x-openstack-request-id: req-4bc9d128-1fb1-4212-b395-036b682f713b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:28:02.220702 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "name": "network-vif-plugged", "status": "completed", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:28:02.220935 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4bc9d128-1fb1-4212-b395-036b682f713b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:28:02.221310 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'code': 200} Aug 31 17:28:02.246898 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=6334a769-d878-47cb-8b00-9ea9a482cbf0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:28:02.391682 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7a36b-0533-4861-bb2d-c1b125e2684f req-52fa5b07-8d00-4c71-a309-aa7bf6caf708 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:02.393195 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-14c7a36b-0533-4861-bb2d-c1b125e2684f req-52fa5b07-8d00-4c71-a309-aa7bf6caf708 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0511155 Aug 31 17:28:02.429103 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5ef2-7646-4152-918c-6c950e5aefaf req-d96f388a-1500-4234-b47b-acd54fe8a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:02.430570 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-841a5ef2-7646-4152-918c-6c950e5aefaf req-d96f388a-1500-4234-b47b-acd54fe8a8a9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1099 time: 0.0398400 Aug 31 17:28:02.435154 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-14c7a36b-0533-4861-bb2d-c1b125e2684f req-138ba574-ec65-4011-a2a7-47857be9a51b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360794 Aug 31 17:28:02.470058 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-841a5ef2-7646-4152-918c-6c950e5aefaf req-b40e5603-1a7d-4eb8-a5a9-01bb4490b095 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Aug 31 17:28:03.550820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ee90b-603e-40b9-9d18-523761586dbf req-ed2c35b4-5b15-4c54-83e0-144ce65786a3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:03.552307 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c92ee90b-603e-40b9-9d18-523761586dbf req-ed2c35b4-5b15-4c54-83e0-144ce65786a3 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Aug 31 17:28:03.591281 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c92ee90b-603e-40b9-9d18-523761586dbf req-042e9ded-0bea-42f4-99c9-8ca98eecbbbd tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322666 Aug 31 17:28:04.705160 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4127e9-2252-4b03-af8b-81d03e79ca2d req-7a82494a-c410-4577-b8a6-b6225bebca7d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:04.706596 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ee4127e9-2252-4b03-af8b-81d03e79ca2d req-7a82494a-c410-4577-b8a6-b6225bebca7d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0480559 Aug 31 17:28:04.744761 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-ee4127e9-2252-4b03-af8b-81d03e79ca2d req-946a11a3-92af-42f0-9009-93ea23808ade tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Aug 31 17:28:04.857731 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614e554-17b6-4d9b-a55e-ffee7ee93947 req-8e752dcf-737c-413a-9786-a7fbe66c7ba0 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:04.859212 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f614e554-17b6-4d9b-a55e-ffee7ee93947 req-8e752dcf-737c-413a-9786-a7fbe66c7ba0 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0481305 Aug 31 17:28:04.895871 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f614e554-17b6-4d9b-a55e-ffee7ee93947 req-c6533494-af9b-41ad-9e9a-72b4a8f3fbc7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307915 Aug 31 17:28:04.916820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49924) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:28:04.954858 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399ac42c-e5d8-426b-b241-8d95f26dcd75 tempest-TestVolumeBootPattern-1058581749 tempest-TestVolumeBootPattern-1058581749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:04.956286 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-399ac42c-e5d8-426b-b241-8d95f26dcd75 tempest-TestVolumeBootPattern-1058581749 tempest-TestVolumeBootPattern-1058581749-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1094 time: 0.0380254 Aug 31 17:28:04.959037 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 49926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:28:04.963154 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:28:04.985050 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.080792 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.125359 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:28:05.183458 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Allocated IP 172.27.2.142 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/27314572-ccde-4ce7-8656-ee687a66df43) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:28:05.286776 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.323814 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.363135 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:28:05.365915 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:28:05.369396 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:28:05.393235 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=27314572-ccde-4ce7-8656-ee687a66df43,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:28:05.717819 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.784177 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.927480 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.931831 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:05.999991 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=27314572-ccde-4ce7-8656-ee687a66df43,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:28:06.011787 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:06.108267 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Floating IP 8cf7c247-03cb-4c09-91bd-6db96d1b2687 associated. External IP: 172.27.2.142, port: 6334a769-d878-47cb-8b00-9ea9a482cbf0. Aug 31 17:28:06.570267 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:28:06.674013 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:28:06.683269 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:28:06.690034 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:06.694732 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:28:06.695349 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:27:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:28:06.728906 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3a5af4d0-1704-4bc3-b1fc-2f6e1cb8f6ea tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7606459 Aug 31 17:28:06.728906 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:28:06.728906 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90552430-50f4-4100-be07-3228377d6069" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:28:06.761631 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb580089-f239-4ebe-a1f4-b8b2f5b84846 x-openstack-request-id: req-eb580089-f239-4ebe-a1f4-b8b2f5b84846 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:28:06.761809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:28:06.762032 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eb580089-f239-4ebe-a1f4-b8b2f5b84846 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:28:06.762427 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'status': 'completed', 'code': 200} Aug 31 17:28:06.801789 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:28:06.828996 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552430-50f4-4100-be07-3228377d6069 req-3fd83649-296d-4f50-86e2-737b951f759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:06.830519 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-3fd83649-296d-4f50-86e2-737b951f759d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1099 time: 0.0405545 Aug 31 17:28:06.924436 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552430-50f4-4100-be07-3228377d6069 req-993f3328-2876-4b22-8ba2-41ae1f4a92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:06.926128 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-993f3328-2876-4b22-8ba2-41ae1f4a92b3 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0863123 Aug 31 17:28:06.999415 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-4c17245f-e682-4238-b41a-473c91e2ce5a service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 1000 time: 0.0644891 Aug 31 17:28:07.049614 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552430-50f4-4100-be07-3228377d6069 req-32b39bfc-8b06-4e3c-9a07-b1e0a1c94608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:07.050959 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-32b39bfc-8b06-4e3c-9a07-b1e0a1c94608 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0439506 Aug 31 17:28:07.097538 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552430-50f4-4100-be07-3228377d6069 req-b787b70c-3ba5-4bc3-b9c1-3fe2a09bae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:07.099083 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-b787b70c-3ba5-4bc3-b9c1-3fe2a09bae2d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407808 Aug 31 17:28:07.145465 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:05Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:28:07.174454 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:28:07.183419 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:28:07.184031 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:27:51Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:28:07.198344 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-a1a30c9e-4cad-46e9-9ec9-4f847a60fa8b service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913372 Aug 31 17:28:07.289969 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:28:07.293143 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-90552430-50f4-4100-be07-3228377d6069 req-617a9625-bab7-4dbd-b3a6-0a2601889648 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846906 Aug 31 17:28:07.510922 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:05Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:28:07.537665 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d27c942-ff55-4d9a-898b-65e4f8720017 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:05Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:28:07.711285 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf1b5c-39a4-4a42-a544-221fd2999b3c None None] New status for floating IP 8cf7c247-03cb-4c09-91bd-6db96d1b2687: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:28:09.958184 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:17.800620 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af69a646-20aa-439e-bbe3-516e66b1591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:20.672793 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:20.694803 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf67a443-5f24-450c-8673-cb6fc62518b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:22.037507 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:23.651978 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:39.958624 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:42.124890 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:28:47.800906 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4789482-3d77-4e78-953a-f37a56e36dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:50.674234 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:50.694355 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5bd3db0-ac82-4c02-8eb5-d1ca55d62786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:52.038860 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:28:52.530534 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-73b54e39-c7b8-47b4-b7f9-f4d5fb15563c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442777 Aug 31 17:28:52.618630 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356d89-0a76-4431-a862-7372d202524a req-3e24e89a-df7b-440c-9ec8-aebbe74948f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:52.620173 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-3e24e89a-df7b-440c-9ec8-aebbe74948f0 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1099 time: 0.0415387 Aug 31 17:28:52.720886 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356d89-0a76-4431-a862-7372d202524a req-4a5cf49d-0575-42b1-9580-29c2cfd357f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:52.722363 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-4a5cf49d-0575-42b1-9580-29c2cfd357f4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0820177 Aug 31 17:28:52.791672 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-93e72dc7-ab27-4a19-9aa4-0dffe459b1b0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 1002 time: 0.0606141 Aug 31 17:28:52.841580 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356d89-0a76-4431-a862-7372d202524a req-49aade89-5064-4b96-bd3a-84080e147041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:52.843034 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-49aade89-5064-4b96-bd3a-84080e147041 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0431278 Aug 31 17:28:52.891429 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356d89-0a76-4431-a862-7372d202524a req-328036ce-3623-4626-b4fe-4d97cd9e087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:28:52.892967 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-328036ce-3623-4626-b4fe-4d97cd9e087d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409205 Aug 31 17:28:52.987248 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-2db38cea-6eac-406d-949c-6417100e74fc service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855067 Aug 31 17:28:53.076404 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-af356d89-0a76-4431-a862-7372d202524a req-c6457808-c82e-4fd9-ab0a-9699be021adb service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Aug 31 17:28:53.654799 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:09.972108 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:17.801043 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-100f93d7-fee1-41e6-8e37-fe5a7fcb0e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:19.123935 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:29:20.675955 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:20.693208 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57c0018a-a5da-44e0-835b-8bbdc964048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:22.041625 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:23.661750 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:39.973144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:47.801451 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d14c8672-fff6-4715-93b9-0a466bc43589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:50.684787 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:50.695006 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b93f2d6-e49c-46d1-bee9-3a43a6d8be6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:52.043162 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:53.659060 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:29:54.524929 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-ebbee894-e910-47f0-914c-6acb50cc7395 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418270 Aug 31 17:29:54.608797 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-ad3e4cfd-a34f-42d4-b517-490453c6bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:29:54.610263 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-ad3e4cfd-a34f-42d4-b517-490453c6bc88 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1099 time: 0.0440953 Aug 31 17:29:54.711796 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-4d8e7d8d-020d-4642-8a20-2fdc31a6de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:29:54.713301 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-4d8e7d8d-020d-4642-8a20-2fdc31a6de85 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0821888 Aug 31 17:29:54.783340 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-edb81449-d3b6-43df-bbb7-a768ed7b5041 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 1002 time: 0.0626514 Aug 31 17:29:54.831249 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-00e220d7-351f-43f4-a136-0ee96633c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:29:54.832689 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-00e220d7-351f-43f4-a136-0ee96633c822 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0423200 Aug 31 17:29:54.875976 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-0e767eb3-3540-4d81-9963-9cbe311dc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:29:54.877478 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-0e767eb3-3540-4d81-9963-9cbe311dc9ef service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379653 Aug 31 17:29:54.967361 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-68a5ac9b-c51a-499e-af15-f349e45b6ed5 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828857 Aug 31 17:29:55.052866 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-285f9c05-f742-4d73-a7c4-aa1cd82ff4de req-a8b2af0d-69e0-45ee-ac0d-4f9b79e4da91 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788217 Aug 31 17:29:56.122114 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:30:09.360243 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2b8d7f05-d315-4f12-9c5c-04c9ec02acac tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916961999&fields=id&tenant_id=cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 267 time: 0.0325556 Aug 31 17:30:09.468760 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-dfd4065e-7044-424b-9a3b-b729b98a21a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:09.470199 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-dfd4065e-7044-424b-9a3b-b729b98a21a6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 812 time: 0.1031444 Aug 31 17:30:09.485532 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f4992145-820f-4f65-aefd-997d1efcb97e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/quotas/cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 375 time: 0.0095873 Aug 31 17:30:09.541100 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-782da968-f81f-46b1-a7e8-c9844ec6a16a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502913 Aug 31 17:30:09.557046 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-1e272747-5054-477c-bfb4-d0af861d93ae tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 17:30:09.558562 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-1e272747-5054-477c-bfb4-d0af861d93ae tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062196 Aug 31 17:30:09.646691 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-a852303e-63c1-4f9f-bfec-e62b62816aa9 service neutron] 10.222.0.107 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820038 Aug 31 17:30:09.735687 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f0a3141d-efc3-4e92-9ec7-5ea00422eac8 service neutron] 10.222.0.107 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828948 Aug 31 17:30:09.974606 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:10.027880 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-2390d997-5ae7-4f5e-a236-3b4bd88db61f req-59468e14-eb29-4337-ae34-5ed8111d5902 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 210 time: 0.0341401 Aug 31 17:30:11.004008 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-59ae45e9-d698-44c2-96f6-33be95a2fb96 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:11.005502 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-59ae45e9-d698-44c2-96f6-33be95a2fb96 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 812 time: 0.1036899 Aug 31 17:30:11.049061 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-3df52848-f1cc-46e5-b427-5418b335ceb4 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb8aad7715646bd85e7998760a1550e HTTP/1.1" status: 200 len: 379 time: 0.0345972 Aug 31 17:30:11.058789 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'port': {'device_id': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'admin_state_up': True, 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'security_groups': ['4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:30:11.136514 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0ab1371f-5dfd-44fc-96c2-f0c40c057884 req-24717c6c-a541-4111-9aed-4349a996974f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 210 time: 0.0354817 Aug 31 17:30:11.193593 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Made reservation on behalf of cfb8aad7715646bd85e7998760a1550e for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 17:30:11.197176 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.320766 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Allocated IP 172.20.0.4 (81b389ca-5ca3-48a7-82df-eaceeb52ceac/6241da77-5ada-4cd2-af7f-dc2d59fa92ca/2a26e5a2-7f3d-416a-98ca-4e474c94f524) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:30:11.463455 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.476799 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Transition to ACTIVE for port object 2a26e5a2-7f3d-416a-98ca-4e474c94f524 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:30:11.509265 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.551915 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:30:11.555033 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:30:11.559253 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:30:11.565996 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=2a26e5a2-7f3d-416a-98ca-4e474c94f524,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:11.594315 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.594587 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.594930 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.595266 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.595598 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.595929 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.596259 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.596614 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.596948 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.597272 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.597596 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.597917 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:11.624171 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:11.624810 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.642745 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-2f9d0ce8-13ec-4321-b9d0-c7e4c7b305a7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877209 Aug 31 17:30:11.655596 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.v2.base [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Request body: {'port': {'device_id': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:30:11.715296 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.737536 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-751e28b5-500a-4519-aeaa-96ec284272d2 None None] Provisioning for port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:30:11.741099 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-751e28b5-500a-4519-aeaa-96ec284272d2 None None] Provisioning complete for port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:30:11.741457 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-751e28b5-500a-4519-aeaa-96ec284272d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.775267 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-751e28b5-500a-4519-aeaa-96ec284272d2 None None] Port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 17:30:11.968216 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a26e5a2-7f3d-416a-98ca-4e474c94f524 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:30:11.975324 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:11.987597 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Transition to ACTIVE for port object 2a26e5a2-7f3d-416a-98ca-4e474c94f524 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 17:30:11.990636 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:12.060314 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Pushing event updated for resources: {'Port': ['ID=2a26e5a2-7f3d-416a-98ca-4e474c94f524,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:12.109989 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Attempting to bind port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 17:30:12.110391 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Attempting to bind port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 17:30:12.110670 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Attempting to bind port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:30:12.115286 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 17:30:12.115440 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Attempting to bind port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 on network 81b389ca-5ca3-48a7-82df-eaceeb52ceac {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 17:30:12.121231 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Checking agent: {'id': 'a980a05b-2248-46d9-8f6f-1b9655ffbef6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'started_at': datetime.datetime(2021, 8, 31, 17, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 17, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 17:30:12.121569 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Checking segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 17:30:12.122254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Bound using segment: {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 17:30:12.123301 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Bound port: 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14397e62-6d68-496f-a114-5c35d66cb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1541, 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 17:30:12.123671 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:12.196226 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] For port 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host hv-cinder-78693, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 17:30:12.200228 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] For port 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 17:30:12.206454 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12213597'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:12.240147 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:12.240292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:12.241926 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] 10.222.0.109 "PUT /v2.0/ports/2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 200 len: 1093 time: 0.5906081 Aug 31 17:30:12.244193 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:30:12.246497 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed65548a-e693-438f-bf23-bcdd3857f38a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:30:12.284866 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b12dc-0293-4307-bf47-2c3966a2d634 service neutron] Pushing event updated for resources: {'Port': ['ID=2a26e5a2-7f3d-416a-98ca-4e474c94f524,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:12.297719 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd0841-7a99-4c06-a47d-065d4ff41b3e req-8a5f37d3-1ca8-496d-8f1f-69e41e033c60 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:12.301614 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-39dd0841-7a99-4c06-a47d-065d4ff41b3e req-8a5f37d3-1ca8-496d-8f1f-69e41e033c60 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0767584 Aug 31 17:30:12.339054 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-cbd5a86d-c694-4e72-976a-ff20a68f6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:12.340760 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-cbd5a86d-c694-4e72-976a-ff20a68f6b37 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1096 time: 0.0528562 Aug 31 17:30:12.359898 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-39dd0841-7a99-4c06-a47d-065d4ff41b3e req-0a494611-c223-4480-9cb5-a35d35420915 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516014 Aug 31 17:30:12.387320 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-c8bf9953-00aa-46c6-8baf-b57531436fa6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 200 len: 217 time: 0.0382929 Aug 31 17:30:12.438045 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-1508d062-6d61-485a-8f17-9105670669c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:12.439519 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-1508d062-6d61-485a-8f17-9105670669c3 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0453067 Aug 31 17:30:12.490488 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-a7d39a1f-5766-45a6-a3c9-10e5e79ddda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:12.491879 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-a7d39a1f-5766-45a6-a3c9-10e5e79ddda0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454214 Aug 31 17:30:12.580168 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-868fe9ed-644f-48a7-be77-fdeaa8e2aee4 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800788 Aug 31 17:30:12.670695 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-58e83128-5bd4-4fe8-b440-246c361a4b72 req-a2968d46-bd34-401c-b155-803db74fe655 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835066 Aug 31 17:30:13.383167 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb41d5f-2f77-483b-80a4-20f0c6a6b126 x-openstack-request-id: req-1eb41d5f-2f77-483b-80a4-20f0c6a6b126 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:30:13.383726 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:30:13.383726 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1eb41d5f-2f77-483b-80a4-20f0c6a6b126 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:30:13.384069 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'status': 'completed', 'code': 200} Aug 31 17:30:13.443800 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-26995e97-f05d-497f-b2c5-8265db4ae09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:13.445220 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-26995e97-f05d-497f-b2c5-8265db4ae09e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1096 time: 0.0404904 Aug 31 17:30:13.478408 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fa26a-69d6-4db5-9741-c801ae964cf4 req-b17b4768-6932-4dd7-bf75-db9d1548b9a5 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:13.480427 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3e0fa26a-69d6-4db5-9741-c801ae964cf4 req-b17b4768-6932-4dd7-bf75-db9d1548b9a5 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0522659 Aug 31 17:30:13.518302 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-3e0fa26a-69d6-4db5-9741-c801ae964cf4 req-b637024e-afcd-4e94-b17e-27938e8e83fd tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Aug 31 17:30:13.535160 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-c36a0881-1384-4b59-af31-b2439f880db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:13.536690 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-c36a0881-1384-4b59-af31-b2439f880db9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0840640 Aug 31 17:30:13.581631 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-63d48650-a510-4730-9b5a-2c8b4601a0ba service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 200 len: 217 time: 0.0376759 Aug 31 17:30:13.630261 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-3766536d-565b-4a64-9bb3-5999508766a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:13.631698 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-3766536d-565b-4a64-9bb3-5999508766a7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0431917 Aug 31 17:30:13.676258 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-7e41151c-68df-46b8-b43f-d11a45e7e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:13.677716 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-7e41151c-68df-46b8-b43f-d11a45e7e733 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391068 Aug 31 17:30:13.775111 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-d05e0df9-bb4c-4ee1-8602-c110a14759d1 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862839 Aug 31 17:30:13.865840 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-ed65548a-e693-438f-bf23-bcdd3857f38a req-6f8b835b-e565-470e-8c01-c74d78e63ff8 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796497 Aug 31 17:30:14.631109 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a1a0c-bfd6-41b2-b1ce-8405329a291e req-77151e61-86ee-4c3e-915f-7a6efa3aa417 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:14.632586 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bc0a1a0c-bfd6-41b2-b1ce-8405329a291e req-77151e61-86ee-4c3e-915f-7a6efa3aa417 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0482364 Aug 31 17:30:14.673686 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-bc0a1a0c-bfd6-41b2-b1ce-8405329a291e req-52cef0c4-f474-4a7a-aca0-d2d35012fee6 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351696 Aug 31 17:30:15.786063 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18178181-c49f-49e4-8be5-c9d3df9e0195 req-060a0034-8941-46f1-86b6-368059729e0a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:15.787532 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-18178181-c49f-49e4-8be5-c9d3df9e0195 req-060a0034-8941-46f1-86b6-368059729e0a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0489757 Aug 31 17:30:15.824641 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-18178181-c49f-49e4-8be5-c9d3df9e0195 req-3940066f-2771-4784-bded-ecfaf2b693ad tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Aug 31 17:30:16.936706 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40c573-f6af-46a0-bf30-a2e45e1d8038 req-9f2507c5-0618-4fa8-b881-ed1811064c4f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:16.938156 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4f40c573-f6af-46a0-bf30-a2e45e1d8038 req-9f2507c5-0618-4fa8-b881-ed1811064c4f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0480995 Aug 31 17:30:16.975241 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-4f40c573-f6af-46a0-bf30-a2e45e1d8038 req-3baf053a-686b-4882-a034-e68504f63a6a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312393 Aug 31 17:30:17.801750 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3182ca61-7ee0-4ce8-b8a9-3e3a4316e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:18.088411 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879a7f-312d-4a91-89ed-9a304da245ee req-9350466b-fb5f-42d4-996e-24f06ed9fc58 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:18.090493 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e6879a7f-312d-4a91-89ed-9a304da245ee req-9350466b-fb5f-42d4-996e-24f06ed9fc58 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0484078 Aug 31 17:30:18.127264 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-e6879a7f-312d-4a91-89ed-9a304da245ee req-2180ff20-7877-4242-b72e-a0dfb924ef0b tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308774 Aug 31 17:30:19.239418 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89947e-0879-4c12-9f1f-a1b8cd4f4df4 req-ca311871-79cd-4678-bf5f-d17b3e970abf tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:19.240906 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2d89947e-0879-4c12-9f1f-a1b8cd4f4df4 req-ca311871-79cd-4678-bf5f-d17b3e970abf tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0487511 Aug 31 17:30:19.277955 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-2d89947e-0879-4c12-9f1f-a1b8cd4f4df4 req-74f2a005-3037-4e42-a9ad-5ac17c7ea88e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312102 Aug 31 17:30:20.398603 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594e37-8cfd-4fbe-864a-5e9eb3a9c7f3 req-5337dc25-ae47-4040-b834-9c2b28843d87 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:20.400215 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-60594e37-8cfd-4fbe-864a-5e9eb3a9c7f3 req-5337dc25-ae47-4040-b834-9c2b28843d87 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 943 time: 0.0524716 Aug 31 17:30:20.441991 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-60594e37-8cfd-4fbe-864a-5e9eb3a9c7f3 req-7c6bbcca-191c-4005-82a9-fa4657cf9c25 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357482 Aug 31 17:30:20.590891 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2a26e5a2-7f3d-416a-98ca-4e474c94f524 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 17:30:20.704911 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:30:20.713529 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:20.720676 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Returning: {'device': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'port_id': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'mac_address': 'fa:16:3e:81:65:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 17:30:20.723358 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05c5b9f8-5805-4198-ada0-fcc62de924ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:20.761446 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:20.774531 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a26e5a2-7f3d-416a-98ca-4e474c94f524 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 17:30:20.797413 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:30:20.801577 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:20.855342 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=2a26e5a2-7f3d-416a-98ca-4e474c94f524,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:20.862705 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.863061 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.863389 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.863723 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.864052 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.864379 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.864740 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.865147 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.865377 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.865700 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.866017 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:20.866334 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:21.155621 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] get_ports_and_sgs() called for port_ids ['2a26e5a2-7f3d-416a-98ca-4e474c94f524'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 17:30:21.552276 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10706bb-399b-4095-a29e-bf62b12d741f req-b8b3c71e-4bf2-41d1-a9aa-c286ec4b5f87 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:21.553775 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a10706bb-399b-4095-a29e-bf62b12d741f req-b8b3c71e-4bf2-41d1-a9aa-c286ec4b5f87 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 944 time: 0.0474067 Aug 31 17:30:21.596042 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-a10706bb-399b-4095-a29e-bf62b12d741f req-792efd52-c782-4b40-b676-d7bc7be1a7a2 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354114 Aug 31 17:30:22.046560 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:22.608920 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2a26e5a2-7f3d-416a-98ca-4e474c94f524 up at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 17:30:22.657242 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning for port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 17:30:22.661020 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Provisioning complete for port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 17:30:22.661385 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1435670'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:22.709459 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a9a6-417d-40b1-95fb-0ddabf47452d req-84a73d8a-747c-4b19-ae1a-a1a35386fc5a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:22.712093 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9052a9a6-417d-40b1-95fb-0ddabf47452d req-84a73d8a-747c-4b19-ae1a-a1a35386fc5a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 944 time: 0.0492058 Aug 31 17:30:22.738006 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:22.752723 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-9052a9a6-417d-40b1-95fb-0ddabf47452d req-2bd3d90a-6224-4b9f-a957-af25a4cb2f84 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332658 Aug 31 17:30:22.767628 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:30:22.769904 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a35f9d7df863ae5e43f7579c567d5be731bffcabe35e8da8b1da9ad936a84b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceaa125-0fc4-472c-9cd9-37a2b0bc13ed" -d '{"events": [{"server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "name": "network-vif-plugged", "status": "completed", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:30:22.783083 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] For port 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:30:22.787376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:22.836870 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Pushing event updated for resources: {'Port': ['ID=2a26e5a2-7f3d-416a-98ca-4e474c94f524,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:22.863834 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e98c3dc-a7c7-4b02-b1de-bc94e7060d14 x-openstack-request-id: req-5e98c3dc-a7c7-4b02-b1de-bc94e7060d14 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:30:22.864119 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "name": "network-vif-plugged", "status": "completed", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:30:22.864361 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5e98c3dc-a7c7-4b02-b1de-bc94e7060d14 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:30:22.864764 dv-cinder-786931-6-iscsi neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'code': 200} Aug 31 17:30:23.076751 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d248c-8cff-4a7d-bf23-ae05e5af3222 req-8f8a2962-1400-4d09-99ad-1ea9ac7d60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:23.078249 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1d0d248c-8cff-4a7d-bf23-ae05e5af3222 req-8f8a2962-1400-4d09-99ad-1ea9ac7d60c1 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1098 time: 0.0414076 Aug 31 17:30:23.115478 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-1d0d248c-8cff-4a7d-bf23-ae05e5af3222 req-20f65bda-4600-40df-a2ee-794ad8bd1fdb service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292487 Aug 31 17:30:23.661624 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:23.865191 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e1048-7737-4a91-a829-730b738479df req-a12bface-7fda-4457-9602-d7e571bf8cef tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:23.866662 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d86e1048-7737-4a91-a829-730b738479df req-a12bface-7fda-4457-9602-d7e571bf8cef tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Aug 31 17:30:23.905063 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-d86e1048-7737-4a91-a829-730b738479df req-61c36a91-5d63-40e1-a3bf-84d613315e3d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Aug 31 17:30:25.020896 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458b97d-977e-47ea-881e-dc239482e4e9 req-20414b34-ea42-4f10-996f-a12f23aed95a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:25.022450 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e458b97d-977e-47ea-881e-dc239482e4e9 req-20414b34-ea42-4f10-996f-a12f23aed95a tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 945 time: 0.0488350 Aug 31 17:30:25.061572 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-e458b97d-977e-47ea-881e-dc239482e4e9 req-37b1c2cd-fc8b-4d25-bfae-325696256b76 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326583 Aug 31 17:30:25.177468 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0438a9-c837-4908-b9a7-4bd3657f7206 req-6dd939a8-8232-4691-a3c3-9cf62222053f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:25.178939 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fc0438a9-c837-4908-b9a7-4bd3657f7206 req-6dd939a8-8232-4691-a3c3-9cf62222053f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 945 time: 0.0519619 Aug 31 17:30:25.216738 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-fc0438a9-c837-4908-b9a7-4bd3657f7206 req-9cf1ee62-4e5b-45b9-a74c-d14a2ad2670f tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Aug 31 17:30:25.238965 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:30:25.335421 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f021644-2087-4467-ba4b-364660433d75 tempest-TestVolumeBootPattern-1058581749 tempest-TestVolumeBootPattern-1058581749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:25.336980 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-8f021644-2087-4467-ba4b-364660433d75 tempest-TestVolumeBootPattern-1058581749 tempest-TestVolumeBootPattern-1058581749-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1093 time: 0.0970781 Aug 31 17:30:25.340556 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50104) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:30:25.345117 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.v2.base [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Request body: {'floatingip': {'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'port_id': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 17:30:25.368561 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:25.465243 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:25.567009 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Allocated IP 172.27.2.86 (b61273a0-cc70-4f00-adb8-4305493fc3e7/bc0b17cb-6511-4a50-a69c-7664b0a361b7/d4dd7bf1-ebd0-4a91-ad41-e84020b2359f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 17:30:25.669526 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:25.710705 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790231454486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:25.749792 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Network b61273a0-cc70-4f00-adb8-4305493fc3e7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 17:30:25.752846 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 17:30:25.756363 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 17:30:25.778077 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=d4dd7bf1-ebd0-4a91-ad41-e84020b2359f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:25.790588 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.790936 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.791278 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.791637 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.792038 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.792370 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.792723 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.793054 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.793378 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.793700 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.794019 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:25.794335 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:30:26.117087 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:26.184344 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1526465'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:26.333443 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:26.337991 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790231951827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790231454504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790231454522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9520247'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:26.399412 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event updated for resources: {'Port': ['ID=d4dd7bf1-ebd0-4a91-ad41-e84020b2359f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:30:26.415130 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-449291'] for floatingip, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:26.513857 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.db.l3_db [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Floating IP e0db1ca3-c23e-4474-9fd9-402e5254d86a associated. External IP: 172.27.2.86, port: 2a26e5a2-7f3d-416a-98ca-4e474c94f524. Aug 31 17:30:26.949425 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:30:27.052876 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:30:27.063193 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:30:27.069830 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:27.072048 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:30:27.072702 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:30:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:30:27.097101 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-363c15b1-1f47-4e4a-afc5-54b4a1809196 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7554820 Aug 31 17:30:27.097665 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:30:27.099919 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3daf73904927da5ca866301ccbf7edcccd5a2940a5cc2b9360b79e4c48196f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fe69e-c1fc-43a7-9994-3c9a43faa276" -d '{"events": [{"name": "network-changed", "server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:30:27.179456 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:30:27.352014 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82833fa7-623a-4e02-a2ec-2eb3eebdb9eb x-openstack-request-id: req-82833fa7-623a-4e02-a2ec-2eb3eebdb9eb {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:30:27.352585 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:30:27.352794 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-82833fa7-623a-4e02-a2ec-2eb3eebdb9eb {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:30:27.353325 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'status': 'completed', 'code': 200} Aug 31 17:30:27.413169 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-c0f719f9-ba03-478e-b2ed-8ce93397b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:27.415396 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-c0f719f9-ba03-478e-b2ed-8ce93397b7d4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1098 time: 0.0412877 Aug 31 17:30:27.421210 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:07Z', 'revision_number': 1, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}, {'id': 'e0db1ca3-c23e-4474-9fd9-402e5254d86a', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:81:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:30:25Z', 'updated_at': '2021-08-31T17:30:25Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:30:27.454328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:30:27.463040 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:30:27.463665 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:30:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:30:27.510420 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-a5c1daaf-13f3-403a-9e64-7faa5e3b0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:27.512003 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-a5c1daaf-13f3-403a-9e64-7faa5e3b0476 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0891724 Aug 31 17:30:27.579454 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-58f88e42-c94a-4f50-a4e4-6289e24cd9d9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 200 len: 998 time: 0.0600891 Aug 31 17:30:27.636144 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-2f53717f-b755-4234-b230-8b2bdf6ba9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:27.637664 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-2f53717f-b755-4234-b230-8b2bdf6ba9f1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0504770 Aug 31 17:30:27.685047 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-92fc0d95-df3d-473c-be63-15fa054ff243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:27.687229 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-92fc0d95-df3d-473c-be63-15fa054ff243 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413492 Aug 31 17:30:27.691475 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:30:27.777704 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-5f86cd38-40f7-4a4d-8581-3b44865225a5 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837381 Aug 31 17:30:27.871578 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-b79fe69e-c1fc-43a7-9994-3c9a43faa276 req-39aa0cb6-58e8-4fd4-bfcd-894a2164f57d service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854790 Aug 31 17:30:27.915188 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:07Z', 'revision_number': 1, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}, {'id': 'e0db1ca3-c23e-4474-9fd9-402e5254d86a', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:81:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:30:25Z', 'updated_at': '2021-08-31T17:30:25Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:30:27.940268 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8a84b-3761-442a-8b76-0a0ec650697c None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:07Z', 'revision_number': 1, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}, {'id': 'e0db1ca3-c23e-4474-9fd9-402e5254d86a', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.86', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:81:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:30:25Z', 'updated_at': '2021-08-31T17:30:25Z', 'revision_number': 0, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:30:28.125595 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019df9d-7e73-4d06-bc47-6e2ce240be7c None None] New status for floating IP e0db1ca3-c23e-4474-9fd9-402e5254d86a: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:30:33.121808 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:30:39.984519 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:47.804027 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5195a4e7-5b4c-49fe-9dbb-20bccabf5add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:50.674171 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:50.695027 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4b43bb-f957-4913-8c17-bb8f6c25ca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:52.053471 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:53.664552 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:30:54.535416 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-881def0a-fe8c-453e-8ce0-4552bd255b98 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405331 Aug 31 17:30:54.616944 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-59097cbf-a458-421f-904f-8d34503b4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:54.618397 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-59097cbf-a458-421f-904f-8d34503b4d98 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1099 time: 0.0388854 Aug 31 17:30:54.722833 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-c234336b-dc42-4b5a-b518-300d47dd7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:54.724277 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-c234336b-dc42-4b5a-b518-300d47dd7bf1 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0845282 Aug 31 17:30:54.788793 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-044c8dff-ae16-4975-9d70-0fcea65ba1cc service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 1002 time: 0.0564833 Aug 31 17:30:54.839507 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-3ffe095e-53ce-426a-b3c0-06f580cb8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:54.840905 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-3ffe095e-53ce-426a-b3c0-06f580cb8f06 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0449820 Aug 31 17:30:54.884497 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-ac6350a3-68ca-4881-8e25-84beded0e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:30:54.885929 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-ac6350a3-68ca-4881-8e25-84beded0e58e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376406 Aug 31 17:30:54.971501 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-c5f49448-037d-4848-b5a0-fa84c9210d7c service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781286 Aug 31 17:30:55.061471 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7059a871-b4ac-46e0-b1a8-ebc2c717ad68 req-52c1f9fb-415e-467a-a62d-be6bec8a3614 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824249 Aug 31 17:31:09.983328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:10.121151 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:31:17.803718 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6305f1e-b14d-44e0-b06d-2643b972d435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:20.675072 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:20.693747 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46178e95-ee28-4622-a436-69f0961976e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:22.051680 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:23.667813 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:39.993735 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:47.121215 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:31:47.802797 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f16f0fa7-1557-4ba6-9196-e9678ff860d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:50.676569 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:50.693754 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e10d266f-4077-470f-b46c-bff8dfdac526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:52.055538 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:53.670550 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:31:55.519350 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-0ee1f609-c930-4541-88ac-552683f0d1d1 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401855 Aug 31 17:31:55.578975 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-57166069-bf68-42db-b993-323bfed2e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:31:55.580427 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-57166069-bf68-42db-b993-323bfed2e29f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1098 time: 0.0398128 Aug 31 17:31:55.682184 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-9d18329d-52dc-48e3-b73c-b38fb79d1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:31:55.683877 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-9d18329d-52dc-48e3-b73c-b38fb79d1b47 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0838366 Aug 31 17:31:55.747050 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-80deebb1-19ed-4057-b90a-2cefe39190f9 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 200 len: 1000 time: 0.0557230 Aug 31 17:31:55.799493 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-c4af0cda-fc6e-4bca-a939-3e4c3e542d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:31:55.800860 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-c4af0cda-fc6e-4bca-a939-3e4c3e542d1c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0466981 Aug 31 17:31:55.846343 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-7663ee01-708f-40f8-abe7-bae12a862492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:31:55.847776 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-7663ee01-708f-40f8-abe7-bae12a862492 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385869 Aug 31 17:31:55.935463 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-f5a89b04-b5ad-460a-85fc-286552a9a098 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790434 Aug 31 17:31:56.026695 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-508bd687-7fd3-43eb-bca2-54a16b13e435 req-9747b73c-1355-45f2-b96d-b2ac04837dda service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831406 Aug 31 17:32:09.994448 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:12.141868 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [req-8a2c23d0-ef89-4f03-b566-0188c6495b52 req-86b9d162-566f-48b4-a8e7-60ffc6f9eb9a service neutron] (94157) timed out ('10.222.0.107', 44428) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 17:32:17.805166 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48b3a0b9-cb49-4ae0-9d35-1089ddb82e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:20.683929 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:20.694633 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec169126-970b-4df1-8770-fd16c5ff1364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:22.058790 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:23.672902 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:24.120425 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:32:29.811637 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50144) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:29.964769 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Deleting port d4dd7bf1-ebd0-4a91-ad41-e84020b2359f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:29.965113 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:30.306547 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:30.306871 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:30.318571 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Calling delete_port for d4dd7bf1-ebd0-4a91-ad41-e84020b2359f owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:30.458354 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:30.483636 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'Port': ['ID=d4dd7bf1-ebd0-4a91-ad41-e84020b2359f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:30.497803 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.498143 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.498475 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.498805 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.499128 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.499482 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.499806 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.500130 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.500451 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.500795 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.501112 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.501430 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:30.555372 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:30.555694 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Floating IP e0db1ca3-c23e-4474-9fd9-402e5254d86a disassociated (deleted). External IP: 172.27.2.86, port: 2a26e5a2-7f3d-416a-98ca-4e474c94f524. Aug 31 17:32:30.759958 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:32:30.867416 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:32:30.872180 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:30.877465 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:32:30.886315 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:30.886914 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:30.899313 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-38d8d56d-f1aa-451e-be3d-e94013abf00d tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "DELETE /v2.0/floatingips/e0db1ca3-c23e-4474-9fd9-402e5254d86a HTTP/1.1" status: 204 len: 168 time: 1.0859487 Aug 31 17:32:30.899893 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:32:30.902212 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07687427-bb10-472f-9c95-d2c7929facb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:32:30.942877 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135c9ba8-0a8f-4d33-b934-ce645a4983f9 x-openstack-request-id: req-135c9ba8-0a8f-4d33-b934-ce645a4983f9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:32:30.943166 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:32:30.943418 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-135c9ba8-0a8f-4d33-b934-ce645a4983f9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:32:30.943811 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'status': 'completed', 'code': 200} Aug 31 17:32:31.002351 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:31.010823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687427-bb10-472f-9c95-d2c7929facb0 req-0d4c6722-569f-4d57-8bba-229d78333942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:31.012283 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-0d4c6722-569f-4d57-8bba-229d78333942 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 1098 time: 0.0447993 Aug 31 17:32:31.145329 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687427-bb10-472f-9c95-d2c7929facb0 req-13173902-cf80-4dcb-9733-44e32a8d7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:31.146820 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-13173902-cf80-4dcb-9733-44e32a8d7fe2 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.1237791 Aug 31 17:32:31.171619 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf47c7-cd2b-4d80-a397-af115e2b620d req-43d3722f-5bda-4b95-a64e-dd9bb2b461ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:31.173120 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c6bf47c7-cd2b-4d80-a397-af115e2b620d req-43d3722f-5bda-4b95-a64e-dd9bb2b461ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 945 time: 0.0747259 Aug 31 17:32:31.202153 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-6ce687a3-f102-4b61-8f13-b1738fc8670f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 200 len: 217 time: 0.0469916 Aug 31 17:32:31.258144 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:07Z', 'revision_number': 1, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:31.271757 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-c6bf47c7-cd2b-4d80-a397-af115e2b620d req-136d2923-7ab2-436d-aa93-a6bb128768f7 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718966 Aug 31 17:32:31.277420 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687427-bb10-472f-9c95-d2c7929facb0 req-60b9e6ec-9d4c-4f7a-ae96-fdf96ba79f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:31.278869 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-60b9e6ec-9d4c-4f7a-ae96-fdf96ba79f66 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0603659 Aug 31 17:32:31.284069 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:32:31.301262 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:31.301879 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:31.326248 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687427-bb10-472f-9c95-d2c7929facb0 req-84f8ab58-89c3-4f57-b6e4-d809c5afe26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:31.327831 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-84f8ab58-89c3-4f57-b6e4-d809c5afe26a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416534 Aug 31 17:32:31.408020 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:31.422178 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-3450963c-a1c7-49f9-8d9b-489d4493db7f service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863106 Aug 31 17:32:31.513155 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-07687427-bb10-472f-9c95-d2c7929facb0 req-98bb1038-dca3-4723-8780-14cd627fc568 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Aug 31 17:32:31.629447 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:07Z', 'revision_number': 1, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:31.658326 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dcbd8e-3387-496d-8591-eb928addac81 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_floatingips': [{'id': '8cf7c247-03cb-4c09-91bd-6db96d1b2687', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'router_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'port_id': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'mac_address': 'fa:16:3e:e8:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T17:28:05Z', 'updated_at': '2021-08-31T17:28:07Z', 'revision_number': 1, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:32:31.859831 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f7a85-4a6c-4a9e-ac7e-2a7a8b77ce95 None None] New status for floating IP e0db1ca3-c23e-4474-9fd9-402e5254d86a: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:32:32.390952 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930185b1-5b2e-4951-a2ea-0c0ce986358b req-56813b67-97e2-46f7-b139-03ebdb971dab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:32.392444 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-930185b1-5b2e-4951-a2ea-0c0ce986358b req-56813b67-97e2-46f7-b139-03ebdb971dab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Aug 31 17:32:32.428687 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-930185b1-5b2e-4951-a2ea-0c0ce986358b req-c92f5e7c-3517-4358-9575-d99ce66026d4 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303092 Aug 31 17:32:33.041765 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-58dd3468-2f93-476d-8bae-434a3ea128b5 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:33.043115 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-58dd3468-2f93-476d-8bae-434a3ea128b5 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Aug 31 17:32:33.135140 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Deleting port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:33.135485 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:33.221513 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] For port 2a26e5a2-7f3d-416a-98ca-4e474c94f524, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2a26e5a2-7f3d-416a-98ca-4e474c94f524,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:33.221904 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:33.234823 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Calling delete_port for 2a26e5a2-7f3d-416a-98ca-4e474c94f524 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:33.374940 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:33.403867 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'Port': ['ID=2a26e5a2-7f3d-416a-98ca-4e474c94f524,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:33.449152 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] No DVR routers for this DVR port 2a26e5a2-7f3d-416a-98ca-4e474c94f524 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:32:33.451712 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:33.453743 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-3b64c8e0-3ce3-44ec-afbb-2985894427e4 req-23387b95-6129-4742-8b48-2a8d9bbd1224 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "DELETE /v2.0/ports/2a26e5a2-7f3d-416a-98ca-4e474c94f524 HTTP/1.1" status: 204 len: 173 time: 0.4039967 Aug 31 17:32:33.454174 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'name': 'network-vif-deleted', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:32:33.456778 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0989b2-3134-4226-9812-40594e9977d0" -d '{"events": [{"server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "name": "network-vif-deleted", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:32:33.502001 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1061483-a954-43f8-b45d-2cf414dcada7 x-openstack-request-id: req-d1061483-a954-43f8-b45d-2cf414dcada7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:32:33.502290 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01", "name": "network-vif-deleted", "tag": "2a26e5a2-7f3d-416a-98ca-4e474c94f524", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:32:33.502542 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d1061483-a954-43f8-b45d-2cf414dcada7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:32:33.502942 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01', 'name': 'network-vif-deleted', 'tag': '2a26e5a2-7f3d-416a-98ca-4e474c94f524', 'status': 'completed', 'code': 200} Aug 31 17:32:33.536525 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-f5379850-6f94-473e-a3c4-fe0bfb00f25f req-f4e51cec-e18d-46a9-ab5c-97e50dc14bec tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9574b59-7d4f-4d7b-9f9e-79dc8eaaac01 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Aug 31 17:32:35.244300 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2a26e5a2-7f3d-416a-98ca-4e474c94f524 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:35.263891 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 2a26e5a2-7f3d-416a-98ca-4e474c94f524 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:35.264220 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 2a26e5a2-7f3d-416a-98ca-4e474c94f524 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:36.807142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:36.958419 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Deleting port 27314572-ccde-4ce7-8656-ee687a66df43 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:36.958682 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:37.028762 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:37.029083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:37.040960 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Calling delete_port for 27314572-ccde-4ce7-8656-ee687a66df43 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:37.188590 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:37.210625 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'Port': ['ID=27314572-ccde-4ce7-8656-ee687a66df43,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:37.273159 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:37.273485 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.db.l3_db [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Floating IP 8cf7c247-03cb-4c09-91bd-6db96d1b2687 disassociated (deleted). External IP: 172.27.2.142, port: 6334a769-d878-47cb-8b00-9ea9a482cbf0. Aug 31 17:32:37.471056 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:32:37.575586 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:32:37.580446 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:37.584918 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:32:37.594670 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:37.595280 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:37.607541 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-8506bb17-0cee-4794-8610-7b0ba190341e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "DELETE /v2.0/floatingips/8cf7c247-03cb-4c09-91bd-6db96d1b2687 HTTP/1.1" status: 204 len: 168 time: 0.7990317 Aug 31 17:32:37.608173 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:32:37.610932 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c13704-ca54-46b1-b1dc-bea87f8aef23" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:32:37.647547 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030fd4ec-3fe7-4acd-aaef-1a0f8a6af7f2 x-openstack-request-id: req-030fd4ec-3fe7-4acd-aaef-1a0f8a6af7f2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:32:37.647836 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:32:37.648085 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-030fd4ec-3fe7-4acd-aaef-1a0f8a6af7f2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:32:37.648508 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'status': 'completed', 'code': 200} Aug 31 17:32:37.704404 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:37.741940 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-7f518106-e9df-498d-bd83-51e67b041062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:37.743478 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-7f518106-e9df-498d-bd83-51e67b041062 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=cfb8aad7715646bd85e7998760a1550e&device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 1099 time: 0.0467436 Aug 31 17:32:37.835959 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641499d8-9581-4cb5-9d53-b0322ebe8338 req-fe83476a-6b02-41bb-953d-77d8b61c9b63 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:37.837493 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-641499d8-9581-4cb5-9d53-b0322ebe8338 req-fe83476a-6b02-41bb-953d-77d8b61c9b63 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0501654 Aug 31 17:32:37.843292 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-0a9c5d79-0e92-41dc-8367-8f05a534fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:37.844877 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-0a9c5d79-0e92-41dc-8367-8f05a534fdf7 service neutron] 10.222.0.109 "GET /v2.0/networks?id=81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 200 len: 914 time: 0.0919471 Aug 31 17:32:37.875151 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [req-641499d8-9581-4cb5-9d53-b0322ebe8338 req-6d8f9389-49c9-458a-945d-45cab862ea22 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311329 Aug 31 17:32:37.905792 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-01d91dee-9b54-42d2-a9dc-dab3d8d752e6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 200 len: 217 time: 0.0378921 Aug 31 17:32:37.918705 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:37.948248 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:32:37.955387 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-836a1c2d-faa4-4d65-b656-4e797eda2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:37.956924 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-836a1c2d-faa4-4d65-b656-4e797eda2ef6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 200 len: 851 time: 0.0432365 Aug 31 17:32:37.957530 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:37.957834 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:38.002239 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-07aaa35a-69d6-407e-8e09-2069e5e3cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:38.003622 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-07aaa35a-69d6-407e-8e09-2069e5e3cfc0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=81b389ca-5ca3-48a7-82df-eaceeb52ceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389199 Aug 31 17:32:38.062664 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:38.097585 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-a344208c-8c04-4e37-bd32-59042a16d8f6 service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Aug 31 17:32:38.188025 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-41c13704-ca54-46b1-b1dc-bea87f8aef23 req-43695448-65a8-43ee-a641-71aa3a7897fb service neutron] 10.222.0.109 "GET /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816052 Aug 31 17:32:38.257149 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:38.282646 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841cbfc-2714-4135-9f69-68f34ea976a4 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:24:25Z', 'revision_number': 4, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi', '_interfaces': [{'id': '73662e20-970d-4a6b-b0bd-14e329f4191b', 'name': '', 'network_id': '81b389ca-5ca3-48a7-82df-eaceeb52ceac', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'mac_address': 'fa:16:3e:bb:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:24Z', 'updated_at': '2021-08-31T17:24:31Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'subnets': [{'id': '6241da77-5ada-4cd2-af7f-dc2d59fa92ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:32:38.497728 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d43bd-b0a3-4995-86ae-2ace440d6e59 None None] New status for floating IP 8cf7c247-03cb-4c09-91bd-6db96d1b2687: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 17:32:38.995572 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff45d46-fe8f-4ce8-845f-14a653623afa req-c525260b-76eb-4fa8-9a02-6d9253b52e2e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:38.997065 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7ff45d46-fe8f-4ce8-845f-14a653623afa req-c525260b-76eb-4fa8-9a02-6d9253b52e2e tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0530164 Aug 31 17:32:39.034312 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-7ff45d46-fe8f-4ce8-845f-14a653623afa req-c5c3c9e1-85ac-452c-8a45-54b7e704fd50 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/security-groups?id=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Aug 31 17:32:39.499877 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-43e80e7d-0d46-4e43-adeb-a39a95a81c22 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 17:32:39.501367 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-43e80e7d-0d46-4e43-adeb-a39a95a81c22 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 946 time: 0.0474992 Aug 31 17:32:39.591757 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Deleting port 6334a769-d878-47cb-8b00-9ea9a482cbf0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:39.592096 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:39.681208 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] For port 6334a769-d878-47cb-8b00-9ea9a482cbf0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=6334a769-d878-47cb-8b00-9ea9a482cbf0,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:39.681571 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:39.694958 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Calling delete_port for 6334a769-d878-47cb-8b00-9ea9a482cbf0 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:39.820820 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:39.849050 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'Port': ['ID=6334a769-d878-47cb-8b00-9ea9a482cbf0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:39.888320 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] No DVR routers for this DVR port 6334a769-d878-47cb-8b00-9ea9a482cbf0 on host hv-cinder-78693 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:32:39.891425 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:39.893409 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-0c6d5e55-1862-430f-8856-885b94e74f8d req-cc268615-6049-4804-b2b2-f4828e346a69 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.109 "DELETE /v2.0/ports/6334a769-d878-47cb-8b00-9ea9a482cbf0 HTTP/1.1" status: 204 len: 173 time: 0.3859029 Aug 31 17:32:39.893838 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'name': 'network-vif-deleted', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 17:32:39.896059 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41ca4930d5900ad742879fded089b5016f76b75a2732df3ed429b9e32e21f1b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6847ef89-421d-4e2a-baed-5a086da43bd6" -d '{"events": [{"server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "name": "network-vif-deleted", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 17:32:39.940030 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88c3862-c975-4245-b6b1-e5ac66cea496 x-openstack-request-id: req-d88c3862-c975-4245-b6b1-e5ac66cea496 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 17:32:39.940312 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9f4dbd-af79-4073-b1ff-f172de5d5377", "name": "network-vif-deleted", "tag": "6334a769-d878-47cb-8b00-9ea9a482cbf0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 17:32:39.940653 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d88c3862-c975-4245-b6b1-e5ac66cea496 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 17:32:39.941052 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9f4dbd-af79-4073-b1ff-f172de5d5377', 'name': 'network-vif-deleted', 'tag': '6334a769-d878-47cb-8b00-9ea9a482cbf0', 'status': 'completed', 'code': 200} Aug 31 17:32:39.992990 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:40.134220 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [req-9dcb60f1-1ede-4bcb-a4eb-a4cea6f07a4d req-28b869c5-2318-45ea-9c0d-ba86710f5e7c tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "GET /v2.0/ports?device_id=dd9f4dbd-af79-4073-b1ff-f172de5d5377 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Aug 31 17:32:41.189384 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:41.317244 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Deleting port 1ccc9764-b4aa-44c2-a827-d06ff455234b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:41.317576 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:41.391870 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:41.392195 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:41.403598 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Calling delete_port for 1ccc9764-b4aa-44c2-a827-d06ff455234b owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:41.537592 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:41.569774 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'Port': ['ID=1ccc9764-b4aa-44c2-a827-d06ff455234b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:41.634293 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:41.636846 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66590'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:41.638053 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-3ca1c2ed-94d2-4a98-b00b-122752cf26ab tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "DELETE /v2.0/floatingips/36f28253-dc92-44fa-a380-b905ba6a2650 HTTP/1.1" status: 204 len: 168 time: 0.4476945 Aug 31 17:32:42.832506 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50216) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:42.888573 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72c2174e-6893-4a1d-b55e-1b3c053d92b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:42.912747 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72c2174e-6893-4a1d-b55e-1b3c053d92b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:42.973602 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72c2174e-6893-4a1d-b55e-1b3c053d92b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:42.976133 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72c2174e-6893-4a1d-b55e-1b3c053d92b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:42.977309 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-72c2174e-6893-4a1d-b55e-1b3c053d92b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] 10.222.0.107 "DELETE /v2.0/security-groups/4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e HTTP/1.1" status: 204 len: 168 time: 0.1438169 Aug 31 17:32:42.986913 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2174e-6893-4a1d-b55e-1b3c053d92b8 tempest-TestVolumeBootPattern-1670598951 tempest-TestVolumeBootPattern-1670598951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad45ebb-5bde-4a1f-be3f-f1ae27b8da2e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:43.030541 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:43.305031 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 6334a769-d878-47cb-8b00-9ea9a482cbf0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:43.329617 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] No Port match for: 6334a769-d878-47cb-8b00-9ea9a482cbf0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:43.330026 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Device 6334a769-d878-47cb-8b00-9ea9a482cbf0 not bound to the agent host hv-cinder-78693 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:43.777847 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:44.022984 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Deleting port 73662e20-970d-4a6b-b0bd-14e329f4191b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:44.023693 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:44.098898 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] For port 73662e20-970d-4a6b-b0bd-14e329f4191b, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=73662e20-970d-4a6b-b0bd-14e329f4191b,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:44.099168 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:44.111096 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Calling delete_port for 73662e20-970d-4a6b-b0bd-14e329f4191b owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:44.287059 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:44.309655 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73662e20-970d-4a6b-b0bd-14e329f4191b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:44.479735 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:44.692658 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:32:44.803042 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:32:44.808440 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-752e7ca9-2e6d-4f79-b109-4c361ab3b1b3 admin admin] 10.222.0.107 "PUT /v2.0/routers/e5839d36-d3e5-4a78-8aa0-da3dded2e8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768233 Aug 31 17:32:44.810984 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50224) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:44.814460 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] Sync routers for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:32:44.823570 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:44.824252 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:44.915530 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.016945 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.051179 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:45.070684 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Deleting port 15dafbd8-29a2-446b-9155-a9c4467381c4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:45.071281 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.153137 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] For port 15dafbd8-29a2-446b-9155-a9c4467381c4, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=15dafbd8-29a2-446b-9155-a9c4467381c4,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:45.153500 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.166544 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Calling delete_port for 15dafbd8-29a2-446b-9155-a9c4467381c4 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:45.226433 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:32:44Z', 'revision_number': 5, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port': {'id': '15dafbd8-29a2-446b-9155-a9c4467381c4', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:23Z', 'updated_at': '2021-08-31T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:45.250995 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] Checking router: e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 for host: dv-cinder-786931-6-iscsi {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:32:45.259130 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] Routers {'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:45.259728 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:45.330205 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.348671 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] Set router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:45.356179 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=15dafbd8-29a2-446b-9155-a9c4467381c4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:45.403311 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:32:45Z', 'revision_number': 6, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:45.419610 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.428864 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987bdc47-c902-49ec-9ef8-96295785c8a6 None None] The sync data for ids ['e5839d36-d3e5-4a78-8aa0-da3dded2e8b4'] in dv-cinder-786931-6-iscsi is: [{'id': 'e5839d36-d3e5-4a78-8aa0-da3dded2e8b4', 'name': 'tempest-TestVolumeBootPattern-1184248123-router', 'tenant_id': 'cfb8aad7715646bd85e7998760a1550e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:22Z', 'updated_at': '2021-08-31T17:32:45Z', 'revision_number': 6, 'project_id': 'cfb8aad7715646bd85e7998760a1550e', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:32:45.507991 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.510083 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.553248 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.553855 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:32:45.558809 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.559993 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-d217f23e-cfd7-4980-a9eb-d5f56f99ee5a admin admin] 10.222.0.107 "DELETE /v2.0/routers/e5839d36-d3e5-4a78-8aa0-da3dded2e8b4 HTTP/1.1" status: 204 len: 168 time: 0.7474635 Aug 31 17:32:45.563232 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:45.606147 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Deleting subnet 6241da77-5ada-4cd2-af7f-dc2d59fa92ca {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:32:45.609130 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.642652 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12335733'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.720052 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.774213 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12213515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12307803'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.799694 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6241da77-5ada-4cd2-af7f-dc2d59fa92ca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:45.803474 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.808620 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-1c2c80f9-64b5-4ad0-9e09-43347c81bffb admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6241da77-5ada-4cd2-af7f-dc2d59fa92ca HTTP/1.1" status: 204 len: 168 time: 0.2412248 Aug 31 17:32:45.808620 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50228) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:45.810817 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c787f9f-b3f4-4403-9ae1-a5315e7a8a26 None None] Network 81b389ca-5ca3-48a7-82df-eaceeb52ceac requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:32:45.883569 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:45.936426 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Deleting port 7213eb04-265a-4440-8ec3-b19f2f054d78 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:45.936799 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.000549 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] For port 7213eb04-265a-4440-8ec3-b19f2f054d78, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=7213eb04-265a-4440-8ec3-b19f2f054d78,segment=NetworkSegment(14397e62-6d68-496f-a114-5c35d66cb106),segment_id=14397e62-6d68-496f-a114-5c35d66cb106)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:46.000841 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.012986 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Calling delete_port for 7213eb04-265a-4440-8ec3-b19f2f054d78 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:46.092021 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12213604'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.115199 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7213eb04-265a-4440-8ec3-b19f2f054d78,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:46.121209 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] No DVR routers for this DVR port 7213eb04-265a-4440-8ec3-b19f2f054d78 on host dv-cinder-786931-6-iscsi {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:32:46.194142 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.205552 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b389ca-5ca3-48a7-82df-eaceeb52ceac']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:46.208843 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e256680-3012-4b2b-8f44-41b2df3ab7fb None None] DHCP port deletion for 81b389ca-5ca3-48a7-82df-eaceeb52ceac request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:32:46.222254 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14397e62-6d68-496f-a114-5c35d66cb106') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:46.222553 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.services.segments.db [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14397e62-6d68-496f-a114-5c35d66cb106') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:46.231514 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12335694'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.245641 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.252173 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Releasing vlan 1541 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:32:46.252509 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12213681'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: Traceback (most recent call last): Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: timer() Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: cb(*args, **kw) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: return func(*args, **kwargs) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: self._notify() Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: self.callback(batched_events) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: event.method(event) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: return f(self, *a, **k) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._get(url).json() Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: return self.request(url, 'GET', **kwargs) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:32:46.254397 dv-cinder-786931-6-iscsi neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:32:46.307098 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.313539 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.315385 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] 10.222.0.107 "DELETE /v2.0/networks/81b389ca-5ca3-48a7-82df-eaceeb52ceac HTTP/1.1" status: 204 len: 168 time: 0.5063181 Aug 31 17:32:46.318333 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50230) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:46.326608 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c119ac9-d3ed-4f65-ab54-94178be06a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b389ca-5ca3-48a7-82df-eaceeb52ceac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:46.657106 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448523'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.715522 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15dafbd8-29a2-446b-9155-a9c4467381c4 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:46.736169 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 15dafbd8-29a2-446b-9155-a9c4467381c4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:46.736435 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15dafbd8-29a2-446b-9155-a9c4467381c4 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:46.736874 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 73662e20-970d-4a6b-b0bd-14e329f4191b no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:46.763306 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 73662e20-970d-4a6b-b0bd-14e329f4191b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:46.763675 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 73662e20-970d-4a6b-b0bd-14e329f4191b not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:46.764059 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7213eb04-265a-4440-8ec3-b19f2f054d78 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:46.786246 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 7213eb04-265a-4440-8ec3-b19f2f054d78 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:46.786585 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 7213eb04-265a-4440-8ec3-b19f2f054d78 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:46.888060 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Deleting port 01be531b-0aea-4636-acbc-f2cf8cdc9212 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:46.888390 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.964444 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] For port 01be531b-0aea-4636-acbc-f2cf8cdc9212, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=01be531b-0aea-4636-acbc-f2cf8cdc9212,segment=NetworkSegment(0339ecec-739d-4f3d-b7d1-69ce0ee758bb),segment_id=0339ecec-739d-4f3d-b7d1-69ce0ee758bb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:46.964741 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:46.976853 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Calling delete_port for 01be531b-0aea-4636-acbc-f2cf8cdc9212 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:47.147582 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:47.174593 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=01be531b-0aea-4636-acbc-f2cf8cdc9212,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:47.196581 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.196922 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.197258 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.197583 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.197901 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.198227 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.198544 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.198857 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.199390 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.199703 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.200015 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.200328 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:47.340321 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448663'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:47.554623 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 has already been hosted by L3 agent 6d0619f2-da94-4c84-9306-34f66c519696 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 17:32:47.654506 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] Notify agent at l3_agent.dv-cinder-786931-6-iscsi the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 17:32:47.659916 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-7f7ee61e-5f70-41d1-9713-18e172925d3e admin admin] 10.222.0.107 "PUT /v2.0/routers/1290e2ea-e5a0-46dc-985d-9fc1621f0cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3399644 Aug 31 17:32:47.662400 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50232) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:47.665057 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67680204-4c11-43df-9364-3ec490b65aae None None] Sync routers for ids ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'] in dv-cinder-786931-6-iscsi {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 17:32:47.674196 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] Routers {'1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:47.674792 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:47.762001 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:47.775931 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] Set router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 gateway port host: dv-cinder-786931-6-iscsi {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:47.807634 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-caf5e95d-35b5-4b86-8169-52f41a59070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:47.867539 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:47.919017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Deleting port 22a0aad7-80be-43d0-87e9-0ffb94768a33 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:47.919384 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:47.954811 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'external_fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:32:47Z', 'revision_number': 5, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port': {'id': '22a0aad7-80be-43d0-87e9-0ffb94768a33', 'name': '', 'network_id': 'b61273a0-cc70-4f00-adb8-4305493fc3e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786931-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0b17cb-6511-4a50-a69c-7664b0a361b7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786931-6-iscsi'}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:47.979459 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67680204-4c11-43df-9364-3ec490b65aae None None] Checking router: 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 for host: dv-cinder-786931-6-iscsi {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 17:32:47.987244 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] Routers {'1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'} bound to L3 agent in host dv-cinder-786931-6-iscsi {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 17:32:47.987828 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786931-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T16:58:21Z,description=,heartbeat_timestamp=2021-08-31T17:32:21Z,host='dv-cinder-786931-6-iscsi',id=6d0619f2-da94-4c84-9306-34f66c519696,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T16:58:21Z,topic='l3_agent')) {'router_ids': ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:48.000017 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] For port 22a0aad7-80be-43d0-87e9-0ffb94768a33, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=22a0aad7-80be-43d0-87e9-0ffb94768a33,segment=NetworkSegment(dfa3bf08-bdd6-44c3-86ac-89319b83c1fc),segment_id=dfa3bf08-bdd6-44c3-86ac-89319b83c1fc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:48.000379 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.012740 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Calling delete_port for 22a0aad7-80be-43d0-87e9-0ffb94768a33 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:48.072220 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] Set router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 17:32:48.125370 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-67680204-4c11-43df-9364-3ec490b65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:32:47Z', 'revision_number': 6, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port_host': None}], 'dv-cinder-786931-6-iscsi', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:48.152932 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67680204-4c11-43df-9364-3ec490b65aae None None] The sync data for ids ['1290e2ea-e5a0-46dc-985d-9fc1621f0cc8'] in dv-cinder-786931-6-iscsi is: [{'id': '1290e2ea-e5a0-46dc-985d-9fc1621f0cc8', 'name': 'tempest-TestVolumeBootPattern-196918112-router', 'tenant_id': '5d1171ea5a2347efb1daa05566d2ea68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T17:24:27Z', 'updated_at': '2021-08-31T17:32:47Z', 'revision_number': 6, 'project_id': '5d1171ea5a2347efb1daa05566d2ea68', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 17:32:48.176139 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.198601 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a0aad7-80be-43d0-87e9-0ffb94768a33,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:48.262729 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-449333'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.349320 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29463'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.351303 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.395899 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.396427 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 17:32:48.401252 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.402402 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-cdcee907-7738-4f79-af48-4c412dbe7334 admin admin] 10.222.0.107 "DELETE /v2.0/routers/1290e2ea-e5a0-46dc-985d-9fc1621f0cc8 HTTP/1.1" status: 204 len: 168 time: 0.7391136 Aug 31 17:32:48.404860 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50234) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:48.447681 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Deleting subnet c19177c3-7a3f-4874-9a93-b62111aeac3a {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 17:32:48.450799 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.486699 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10018077'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.571011 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433700'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.621532 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1433711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9520161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9504482'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.645397 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19177c3-7a3f-4874-9a93-b62111aeac3a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:48.649116 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.651171 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-e8721983-571c-423f-a1a6-9c62b417d7f9 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c19177c3-7a3f-4874-9a93-b62111aeac3a HTTP/1.1" status: 204 len: 168 time: 0.2451787 Aug 31 17:32:48.653461 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50236) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:48.656449 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57b04e-9b38-4194-aad1-40466109d4ea None None] Network 62a73ed9-b059-486d-a409-ce420f344742 requested from dv-cinder-786931-6-iscsi {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 17:32:48.716931 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1576459'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.772527 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Deleting port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:48.772940 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.849186 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] For port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df, host dv-cinder-786931-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786931-6-iscsi',level=0,port_id=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,segment=NetworkSegment(0339ecec-739d-4f3d-b7d1-69ce0ee758bb),segment_id=0339ecec-739d-4f3d-b7d1-69ce0ee758bb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:48.849472 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.868132 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Calling delete_port for 15cb01a5-11a1-43ba-9b47-2cc82bfb62df owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:48.902085 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] DHCP port deletion for 62a73ed9-b059-486d-a409-ce420f344742 request from dv-cinder-786931-6-iscsi {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 17:32:48.958481 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Deleting port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 17:32:48.958858 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790231950614'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.962500 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9520206'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:48.962660 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 22a0aad7-80be-43d0-87e9-0ffb94768a33 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:48.989561 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:48.991408 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] No DVR routers for this DVR port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df on host dv-cinder-786931-6-iscsi {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:32:49.013028 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 22a0aad7-80be-43d0-87e9-0ffb94768a33 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:49.013376 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 22a0aad7-80be-43d0-87e9-0ffb94768a33 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:49.013797 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15cb01a5-11a1-43ba-9b47-2cc82bfb62df no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:49.042582 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 15cb01a5-11a1-43ba-9b47-2cc82bfb62df {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:49.042987 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 15cb01a5-11a1-43ba-9b47-2cc82bfb62df not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:49.043404 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 01be531b-0aea-4636-acbc-f2cf8cdc9212 no longer exists at agent ovs-agent-dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 17:32:49.066037 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] No Port match for: 01be531b-0aea-4636-acbc-f2cf8cdc9212 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 17:32:49.066380 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Device 01be531b-0aea-4636-acbc-f2cf8cdc9212 not bound to the agent host dv-cinder-786931-6-iscsi {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 17:32:49.066967 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1434527', 'neutron.services.segments.db._delete_segments_for_network-8790232005569'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.081483 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a73ed9-b059-486d-a409-ce420f344742']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:49.084047 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] For port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df, host dv-cinder-786931-6-iscsi, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 17:32:49.084586 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434557'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.094918 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0339ecec-739d-4f3d-b7d1-69ce0ee758bb') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:49.095215 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0339ecec-739d-4f3d-b7d1-69ce0ee758bb') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 17:32:49.097662 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Calling delete_port for 15cb01a5-11a1-43ba-9b47-2cc82bfb62df owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 17:32:49.100371 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 17:32:49.102291 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790231951845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790231454495'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.104773 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790232015957', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10018086'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.125401 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.129340 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Pushing event deleted for resources: {'Port': ['ID=15cb01a5-11a1-43ba-9b47-2cc82bfb62df,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:49.132078 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Releasing vlan 1503 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 17:32:49.133434 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1440818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9520283'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.133859 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] No DVR routers for this DVR port 15cb01a5-11a1-43ba-9b47-2cc82bfb62df on host dv-cinder-786931-6-iscsi {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: Traceback (most recent call last): Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: timer() Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: cb(*args, **kw) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: return func(*args, **kwargs) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: self._notify() Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: self.callback(batched_events) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: event.method(event) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: return f(self, *a, **k) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._get(url).json() Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: return self.request(url, 'GET', **kwargs) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 17:32:49.136227 dv-cinder-786931-6-iscsi neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 17:32:49.144978 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.145328 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.145667 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.145999 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.146321 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.146837 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.147342 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.147665 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.147990 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.148311 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.148670 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.148989 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8ec082-2829-4169-8426-1c8e26c2330b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786931-6-iscsi {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 17:32:49.207002 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1434502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-449305'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.211490 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573076'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.215880 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] 10.222.0.107 "DELETE /v2.0/networks/62a73ed9-b059-486d-a409-ce420f344742 HTTP/1.1" status: 204 len: 168 time: 0.5614808 Aug 31 17:32:49.229485 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab163a-d07f-4973-8179-be92d0c1c045 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a73ed9-b059-486d-a409-ce420f344742,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:49.320684 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:49.359373 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-21cbaf98-0301-4ef6-8a9c-a35b2b3d053f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cfb8aad7715646bd85e7998760a1550e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374770 Aug 31 17:32:49.361906 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.107', 50242) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:49.408079 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ae067b8-7cc8-4cc7-aad3-d3559afb9f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.427637 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ae067b8-7cc8-4cc7-aad3-d3559afb9f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.476668 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ae067b8-7cc8-4cc7-aad3-d3559afb9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.479180 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ae067b8-7cc8-4cc7-aad3-d3559afb9f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.480336 dv-cinder-786931-6-iscsi neutron-server[94158]: INFO neutron.wsgi [None req-1ae067b8-7cc8-4cc7-aad3-d3559afb9f42 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bf615e3d-6726-433e-9253-7398e88784b1 HTTP/1.1" status: 204 len: 168 time: 0.1175346 Aug 31 17:32:49.489154 dv-cinder-786931-6-iscsi neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae067b8-7cc8-4cc7-aad3-d3559afb9f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf615e3d-6726-433e-9253-7398e88784b1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:49.800196 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50248) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:49.838410 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-120f7f0b-817e-461c-89ed-00850b6a764b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5d1171ea5a2347efb1daa05566d2ea68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369921 Aug 31 17:32:49.840702 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.107', 50250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 17:32:49.889807 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4598db74-69ba-42c9-8210-bc30cc34671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.909448 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4598db74-69ba-42c9-8210-bc30cc34671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.956165 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4598db74-69ba-42c9-8210-bc30cc34671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555717'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.958679 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4598db74-69ba-42c9-8210-bc30cc34671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:49.959896 dv-cinder-786931-6-iscsi neutron-server[94157]: INFO neutron.wsgi [None req-4598db74-69ba-42c9-8210-bc30cc34671b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e38de84b-63f1-44f6-87f2-439ec0beec84 HTTP/1.1" status: 204 len: 168 time: 0.1182768 Aug 31 17:32:49.967457 dv-cinder-786931-6-iscsi neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598db74-69ba-42c9-8210-bc30cc34671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38de84b-63f1-44f6-87f2-439ec0beec84,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 17:32:50.691353 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:50.696340 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-150c5399-8c50-4284-8f36-8f81f20a3fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:52.061489 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:32:53.675635 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:01.119591 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:33:10.004238 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:17.811010 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6823d989-b321-45e6-a7fe-615034e60ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:20.685694 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:20.698268 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91d8046b-6a43-4411-8402-e9d3868bc0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:22.064406 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:23.678438 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:38.118596 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:33:40.002371 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:47.812701 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f707bb8-9044-482d-925c-8ad40a830cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:50.689431 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:50.699751 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01890e86-2902-49e3-bef3-9e7b6bc44c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:52.067603 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:33:53.682213 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:10.015575 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:15.117486 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:34:17.813769 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9c35de4a-c8c7-428c-b263-e652e91de4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:20.696943 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:20.702463 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36bb5208-b8b3-4991-ba2e-17b3be626358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:22.070794 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:23.684668 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:40.028193 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:47.813822 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8877bd0-ea14-45a8-aae2-09b969402cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:50.693161 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:50.704182 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08f12e16-8a29-49e4-b3c7-19537c31e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:52.074305 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:34:52.116824 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:34:53.687290 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:10.028925 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:17.815127 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2806ac3c-e860-4f4f-a6f8-2ecec0498e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:20.685034 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:20.702504 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c854b8d6-84fe-4420-998a-1645fba03e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:22.076425 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:23.693019 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:29.115517 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:35:40.027131 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:47.815053 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-419443e7-8a0e-42ee-844b-a954fa6a27c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:50.686664 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:50.701703 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-430c9e10-f082-4f69-ac16-7a513c88aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:52.078850 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:35:53.692987 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:06.115095 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:36:10.041942 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:17.814459 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98b3180d-ddd5-4db0-95c8-65d58d459493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:20.692610 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:20.702495 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff1ad-6c6e-40d3-baa4-9a05e6c973ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:22.082771 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:23.695770 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:40.038722 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:43.114152 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:36:47.816053 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94ae79df-8de1-4266-a470-96a1eebd6117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:50.700721 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:50.705350 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29aabe34-ba8e-4329-9955-7f821597563e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:52.084598 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:36:53.699266 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:10.049337 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:17.816364 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e9da-c0d8-4cbd-bd8c-67108448bb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:20.113117 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:37:20.695637 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:20.704919 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e74c844c-c4a7-414f-9d0f-addbd638f73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:22.087504 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:23.705012 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:40.051590 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:47.818550 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78a9bbb3-8018-42d0-8e50-461e7fbc6a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:50.702308 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:50.706940 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c6133c32-86dc-40d1-b279-70febf9e3fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:52.090363 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:53.704100 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:37:57.112314 dv-cinder-786931-6-iscsi neutron-server[94160]: DEBUG neutron.db.agents_db [None req-ea6cc9e9-6686-4c2a-acab-6b1a8fbf8d59 None None] Agent healthcheck: found 6 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 17:38:10.064343 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc98d040-513e-4e35-b68c-70719145d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:38:17.820677 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f90d-10b2-4e5e-9bfa-e993a70bf03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:38:20.700232 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2a10-92e1-430b-b30d-e035ad8f9714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:38:20.713538 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6e90-ad8b-49ed-9575-beaf02eb290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:38:22.093452 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97818485-2fb8-4f5d-871f-987ecbc10015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 17:38:23.706347 dv-cinder-786931-6-iscsi neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff08bb9-520c-47ce-ba00-2e1f492e66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790231901916', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1435841'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}